[ 566.579308] env[68640]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68640) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 566.579719] env[68640]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68640) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 566.579719] env[68640]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68640) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 566.580078] env[68640]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 566.677076] env[68640]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68640) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 566.686955] env[68640]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68640) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 566.730888] env[68640]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 567.289528] env[68640]: INFO nova.virt.driver [None req-950c3d67-3c0b-4f35-86a4-3dbd424aac50 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 567.359778] env[68640]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 567.359938] env[68640]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.360048] env[68640]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68640) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 570.245917] env[68640]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-31656c43-9987-4cd8-8580-5f839101ff5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.262589] env[68640]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68640) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 570.262748] env[68640]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-18d5fc44-5257-48ef-ba2d-777b2541d3f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.295198] env[68640]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 687b8. [ 570.295340] env[68640]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.935s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.295918] env[68640]: INFO nova.virt.vmwareapi.driver [None req-950c3d67-3c0b-4f35-86a4-3dbd424aac50 None None] VMware vCenter version: 7.0.3 [ 570.299311] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1660b6e5-af2d-4886-9930-90689f9fafff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.316575] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac2619-2ba2-4d32-81f7-8dc26f05193e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.322732] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa89251-f5b9-40a7-b78e-2127fd2ecef3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.329259] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36178124-b0f5-49bb-bba4-46195a3fc26c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.342172] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280a8737-071f-4102-a9aa-bf147bb73098 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.347961] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899b8c4-03a2-42d2-ad6d-1d78d5860478 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.378446] env[68640]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-0959c41c-0537-4622-bbed-2cbe9489044b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.383967] env[68640]: DEBUG nova.virt.vmwareapi.driver [None req-950c3d67-3c0b-4f35-86a4-3dbd424aac50 None None] Extension org.openstack.compute already exists. {{(pid=68640) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 570.386645] env[68640]: INFO nova.compute.provider_config [None req-950c3d67-3c0b-4f35-86a4-3dbd424aac50 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 570.889944] env[68640]: DEBUG nova.context [None req-950c3d67-3c0b-4f35-86a4-3dbd424aac50 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),90756e3b-0ffc-4c0d-984f-691a79951a59(cell1) {{(pid=68640) load_cells /opt/stack/nova/nova/context.py:464}} [ 570.892081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.892322] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.893065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.893547] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Acquiring lock "90756e3b-0ffc-4c0d-984f-691a79951a59" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.893713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Lock "90756e3b-0ffc-4c0d-984f-691a79951a59" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.894753] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Lock "90756e3b-0ffc-4c0d-984f-691a79951a59" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.914675] env[68640]: INFO dbcounter [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Registered counter for database nova_cell0 [ 570.922930] env[68640]: INFO dbcounter [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Registered counter for database nova_cell1 [ 571.349021] env[68640]: DEBUG oslo_db.sqlalchemy.engines [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68640) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 571.349459] env[68640]: DEBUG oslo_db.sqlalchemy.engines [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68640) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 571.354553] env[68640]: ERROR nova.db.main.api [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 571.354553] env[68640]: result = function(*args, **kwargs) [ 571.354553] env[68640]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 571.354553] env[68640]: return func(*args, **kwargs) [ 571.354553] env[68640]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 571.354553] env[68640]: result = fn(*args, **kwargs) [ 571.354553] env[68640]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 571.354553] env[68640]: return f(*args, **kwargs) [ 571.354553] env[68640]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 571.354553] env[68640]: return db.service_get_minimum_version(context, binaries) [ 571.354553] env[68640]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 571.354553] env[68640]: _check_db_access() [ 571.354553] env[68640]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 571.354553] env[68640]: stacktrace = ''.join(traceback.format_stack()) [ 571.354553] env[68640]: [ 571.355383] env[68640]: ERROR nova.db.main.api [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 571.355383] env[68640]: result = function(*args, **kwargs) [ 571.355383] env[68640]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 571.355383] env[68640]: return func(*args, **kwargs) [ 571.355383] env[68640]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 571.355383] env[68640]: result = fn(*args, **kwargs) [ 571.355383] env[68640]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 571.355383] env[68640]: return f(*args, **kwargs) [ 571.355383] env[68640]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 571.355383] env[68640]: return db.service_get_minimum_version(context, binaries) [ 571.355383] env[68640]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 571.355383] env[68640]: _check_db_access() [ 571.355383] env[68640]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 571.355383] env[68640]: stacktrace = ''.join(traceback.format_stack()) [ 571.355383] env[68640]: [ 571.355778] env[68640]: WARNING nova.objects.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Failed to get minimum service version for cell 90756e3b-0ffc-4c0d-984f-691a79951a59 [ 571.355908] env[68640]: WARNING nova.objects.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 571.356374] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Acquiring lock "singleton_lock" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.356531] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Acquired lock "singleton_lock" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.356772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Releasing lock "singleton_lock" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.357112] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Full set of CONF: {{(pid=68640) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 571.357257] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ******************************************************************************** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 571.357384] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] Configuration options gathered from: {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 571.357517] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 571.357711] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 571.357840] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ================================================================================ {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 571.358062] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] allow_resize_to_same_host = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.358237] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] arq_binding_timeout = 300 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.358369] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] backdoor_port = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.358497] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] backdoor_socket = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.358658] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] block_device_allocate_retries = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.358822] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] block_device_allocate_retries_interval = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.358989] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cert = self.pem {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.359179] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.359346] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute_monitors = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.359511] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] config_dir = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.359896] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] config_drive_format = iso9660 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.360057] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.360234] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] config_source = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.360405] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] console_host = devstack {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.360574] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] control_exchange = nova {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.360764] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cpu_allocation_ratio = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.360936] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] daemon = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.361122] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] debug = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.361284] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] default_access_ip_network_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.361450] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] default_availability_zone = nova {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.361607] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] default_ephemeral_format = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.361768] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] default_green_pool_size = 1000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.362021] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.362188] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] default_schedule_zone = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.362347] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] disk_allocation_ratio = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.362510] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] enable_new_services = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.362687] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] enabled_apis = ['osapi_compute'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.362856] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] enabled_ssl_apis = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.363056] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] flat_injected = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.363233] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] force_config_drive = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.363395] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] force_raw_images = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.363563] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] graceful_shutdown_timeout = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.363725] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] heal_instance_info_cache_interval = -1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.363952] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] host = cpu-1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.364146] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.364309] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.364469] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.364679] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.364842] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_build_timeout = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.364999] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_delete_interval = 300 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.365177] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_format = [instance: %(uuid)s] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.365338] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_name_template = instance-%08x {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.365494] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_usage_audit = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.365660] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_usage_audit_period = month {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.365824] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.365985] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.366162] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] internal_service_availability_zone = internal {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.366317] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] key = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.366472] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] live_migration_retry_count = 30 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.366642] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_color = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.366806] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_config_append = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.366969] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.367139] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_dir = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.367295] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.367421] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_options = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.367578] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_rotate_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.367744] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_rotate_interval_type = days {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.367909] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] log_rotation_type = none {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368048] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368176] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368346] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368511] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368638] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368802] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] long_rpc_timeout = 1800 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.368961] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] max_concurrent_builds = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.369132] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] max_concurrent_live_migrations = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.369287] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] max_concurrent_snapshots = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.369441] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] max_local_block_devices = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.369595] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] max_logfile_count = 30 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.369751] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] max_logfile_size_mb = 200 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.369906] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] maximum_instance_delete_attempts = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.370084] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metadata_listen = 0.0.0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.370254] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metadata_listen_port = 8775 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.370419] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metadata_workers = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.370578] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] migrate_max_retries = -1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.370776] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] mkisofs_cmd = genisoimage {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.370985] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.371133] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] my_ip = 10.180.1.21 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.371380] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.371547] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] network_allocate_retries = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.371749] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.371923] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.372103] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] osapi_compute_listen_port = 8774 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.372274] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] osapi_compute_unique_server_name_scope = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.372442] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] osapi_compute_workers = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.372601] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] password_length = 12 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.372760] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] periodic_enable = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.372919] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] periodic_fuzzy_delay = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.373116] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] pointer_model = usbtablet {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.373314] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] preallocate_images = none {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.373484] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] publish_errors = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.373613] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] pybasedir = /opt/stack/nova {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.373771] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ram_allocation_ratio = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.373928] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] rate_limit_burst = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.374108] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] rate_limit_except_level = CRITICAL {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.374290] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] rate_limit_interval = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.374459] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reboot_timeout = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.374621] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reclaim_instance_interval = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.374797] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] record = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.374977] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reimage_timeout_per_gb = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.375160] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] report_interval = 120 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.375322] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] rescue_timeout = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.375479] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reserved_host_cpus = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.375635] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reserved_host_disk_mb = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.375795] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reserved_host_memory_mb = 512 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.375954] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] reserved_huge_pages = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.376127] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] resize_confirm_window = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.376334] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] resize_fs_using_block_device = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.376510] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] resume_guests_state_on_host_boot = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.376683] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.376851] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] rpc_response_timeout = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.377025] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] run_external_periodic_tasks = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.377194] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] running_deleted_instance_action = reap {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.377355] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.377514] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] running_deleted_instance_timeout = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.377673] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler_instance_sync_interval = 120 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.377842] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_down_time = 720 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.378014] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] servicegroup_driver = db {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.378178] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] shell_completion = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.378339] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] shelved_offload_time = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.378499] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] shelved_poll_interval = 3600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.378692] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] shutdown_timeout = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.378867] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] source_is_ipv6 = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.379040] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ssl_only = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.379297] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.379467] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] sync_power_state_interval = 600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.379629] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] sync_power_state_pool_size = 1000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.379799] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] syslog_log_facility = LOG_USER {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.379954] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] tempdir = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.380126] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] timeout_nbd = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.380297] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] transport_url = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.380457] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] update_resources_interval = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.380633] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] use_cow_images = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.380812] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] use_journal = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.380975] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] use_json = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.381171] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] use_rootwrap_daemon = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.381380] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] use_stderr = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.381547] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] use_syslog = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.381703] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vcpu_pin_set = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.381876] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plugging_is_fatal = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.382056] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plugging_timeout = 300 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.382226] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] virt_mkfs = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.382386] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] volume_usage_poll_interval = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.382545] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] watch_log_file = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.382722] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] web = /usr/share/spice-html5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 571.382986] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.383194] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.383364] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.383540] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_concurrency.disable_process_locking = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.383839] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.384032] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.384206] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.384377] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.384546] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.384781] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.385011] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.auth_strategy = keystone {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.385185] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.compute_link_prefix = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.385363] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.385537] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.dhcp_domain = novalocal {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.385707] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.enable_instance_password = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.385872] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.glance_link_prefix = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.386046] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.386223] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.386386] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.instance_list_per_project_cells = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.386546] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.list_records_by_skipping_down_cells = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.386711] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.local_metadata_per_cell = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.386875] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.max_limit = 1000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.387051] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.metadata_cache_expiration = 15 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.387228] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.neutron_default_tenant_id = default {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.387399] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.response_validation = warn {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.387569] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.use_neutron_default_nets = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.387736] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.387901] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.388079] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.388257] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.388429] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_dynamic_targets = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.388598] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_jsonfile_path = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.388804] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.389017] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.backend = dogpile.cache.memcached {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.389209] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.backend_argument = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.389421] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.backend_expiration_time = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.389603] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.config_prefix = cache.oslo {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.389785] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.dead_timeout = 60.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.389950] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.debug_cache_backend = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.390131] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.enable_retry_client = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.390298] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.enable_socket_keepalive = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.390471] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.enabled = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.390655] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.enforce_fips_mode = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.390838] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.expiration_time = 600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.391007] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.hashclient_retry_attempts = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.391182] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.391346] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_dead_retry = 300 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.391502] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_password = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.391689] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.391867] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.392043] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_pool_maxsize = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.392211] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.392373] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_sasl_enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.392550] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.392714] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.392875] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.memcache_username = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.393086] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.proxies = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.393262] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_db = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.393424] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_password = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.393596] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.393772] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.393939] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_server = localhost:6379 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.394124] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_socket_timeout = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.394285] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.redis_username = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.394444] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.retry_attempts = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.394604] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.retry_delay = 0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.394765] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.socket_keepalive_count = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.394922] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.socket_keepalive_idle = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.395089] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.socket_keepalive_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.395249] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.tls_allowed_ciphers = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.395403] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.tls_cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.395557] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.tls_certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.395715] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.tls_enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.395876] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cache.tls_keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.396057] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.396289] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.auth_type = password {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.396477] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.396660] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.396828] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.396993] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.397177] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.cross_az_attach = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.397342] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.debug = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.397501] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.endpoint_template = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.397664] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.http_retries = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.397828] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.397985] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.398173] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.os_region_name = RegionOne {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.398339] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.398502] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cinder.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.398693] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.398869] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.cpu_dedicated_set = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.399041] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.cpu_shared_set = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.399212] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.image_type_exclude_list = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.399375] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.399537] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.399709] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.399979] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.400169] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.400336] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.resource_provider_association_refresh = 300 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.400498] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.400686] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.shutdown_retry_interval = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.400881] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.401074] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] conductor.workers = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.401259] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] console.allowed_origins = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.401420] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] console.ssl_ciphers = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.401601] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] console.ssl_minimum_version = default {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.401789] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] consoleauth.enforce_session_timeout = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.401959] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] consoleauth.token_ttl = 600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.402145] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.402305] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.402469] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.402628] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.402789] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.402946] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.403119] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.403279] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.403441] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.403598] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.403757] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.403914] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.404082] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.404253] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.service_type = accelerator {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.404414] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.404570] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.404800] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.404985] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.405183] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.405347] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] cyborg.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.405521] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.asyncio_connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.405683] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.asyncio_slave_connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.405858] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.backend = sqlalchemy {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.406038] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.406210] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.connection_debug = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.406380] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.connection_parameters = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.406545] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.connection_recycle_time = 3600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.406710] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.connection_trace = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.406876] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.db_inc_retry_interval = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.407049] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.db_max_retries = 20 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.407218] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.db_max_retry_interval = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.407380] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.db_retry_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.407542] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.max_overflow = 50 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.407704] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.max_pool_size = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.407865] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.max_retries = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.408043] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.408207] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.mysql_wsrep_sync_wait = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.408366] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.pool_timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.408528] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.retry_interval = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.408711] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.slave_connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.408886] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.sqlite_synchronous = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.409064] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] database.use_db_reconnect = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.409236] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.asyncio_connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.409398] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.asyncio_slave_connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.409569] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.backend = sqlalchemy {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.409738] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.409904] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.connection_debug = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.410087] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.connection_parameters = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.410255] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.connection_recycle_time = 3600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.410419] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.connection_trace = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.410580] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.db_inc_retry_interval = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.410766] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.db_max_retries = 20 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.410938] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.db_max_retry_interval = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.411116] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.db_retry_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.411282] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.max_overflow = 50 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.411445] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.max_pool_size = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.411619] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.max_retries = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.411805] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.411969] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.412144] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.pool_timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.412308] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.retry_interval = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.412467] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.slave_connection = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.412628] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] api_database.sqlite_synchronous = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.412805] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] devices.enabled_mdev_types = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.412981] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.413165] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.413328] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ephemeral_storage_encryption.enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.413490] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.413660] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.api_servers = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.413826] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.413985] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.414160] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.414317] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.414472] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.414633] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.debug = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.414798] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.default_trusted_certificate_ids = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.414956] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.enable_certificate_validation = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.415127] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.enable_rbd_download = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.415285] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.415446] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.415602] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.415756] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.415908] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.416077] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.num_retries = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.416245] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.rbd_ceph_conf = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.416403] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.rbd_connect_timeout = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.416567] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.rbd_pool = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.416730] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.rbd_user = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.416893] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.417062] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.417275] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.417383] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.service_type = image {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.417541] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.417697] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.417854] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.418015] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.418196] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.418356] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.verify_glance_signatures = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.418510] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] glance.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.418694] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] guestfs.debug = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.418876] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.419052] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.auth_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.419215] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.419374] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.419534] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.419692] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.419853] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.420018] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.420242] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.420416] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.420575] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.420761] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.420924] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.421097] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.421257] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.421427] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.service_type = shared-file-system {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.421589] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.share_apply_policy_timeout = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.421751] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.421911] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.422079] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.422237] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.422415] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.422574] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] manila.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.422740] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] mks.enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.423106] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.423298] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] image_cache.manager_interval = 2400 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.423469] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] image_cache.precache_concurrency = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.423638] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] image_cache.remove_unused_base_images = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.423808] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.423973] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.424160] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] image_cache.subdirectory_name = _base {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.424336] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.api_max_retries = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.424497] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.api_retry_interval = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.424653] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.424814] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.auth_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.424970] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.425137] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.425299] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.425458] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.conductor_group = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.425612] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.425770] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.425925] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.426146] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.426332] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.426495] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.426652] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.426816] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.peer_list = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.426970] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.427139] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.427299] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.serial_console_state_timeout = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.427455] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.427622] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.service_type = baremetal {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.427780] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.shard = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.427938] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.428104] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.428265] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.428421] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.428608] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.428787] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ironic.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.428975] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.429166] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] key_manager.fixed_key = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.429347] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.429515] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.barbican_api_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.429668] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.barbican_endpoint = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.429837] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.barbican_endpoint_type = public {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.429994] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.barbican_region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.430167] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.430324] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.430486] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.430664] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.430828] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.430990] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.number_of_retries = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.431164] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.retry_delay = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.431327] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.send_service_user_token = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.431487] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.431679] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.431883] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.verify_ssl = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.432058] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican.verify_ssl_path = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.432232] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.432397] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.auth_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.432555] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.432712] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.432878] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.433048] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.433209] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.433372] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.433528] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] barbican_service_user.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.433692] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.approle_role_id = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.433850] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.approle_secret_id = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434026] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.kv_mountpoint = secret {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434191] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.kv_path = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434352] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.kv_version = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434510] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.namespace = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434667] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.root_token_id = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434824] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.ssl_ca_crt_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.434989] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.timeout = 60.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.435165] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.use_ssl = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.435339] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.435507] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.435667] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.435834] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.435992] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.436163] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.436322] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.436483] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.436638] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.436795] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.436950] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.437122] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.437284] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.437444] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.437613] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.service_type = identity {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.437776] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.437937] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.438108] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.438268] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.438447] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.438618] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] keystone.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.438828] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.ceph_mount_options = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.439267] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.439457] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.connection_uri = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.439624] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_mode = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.439793] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.439963] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_models = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.440150] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_power_governor_high = performance {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.440322] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.440487] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_power_management = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.440696] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.440877] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.device_detach_attempts = 8 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.441056] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.device_detach_timeout = 20 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.441454] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.disk_cachemodes = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.441454] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.disk_prefix = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.441567] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.enabled_perf_events = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.441719] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.file_backed_memory = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.441886] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.gid_maps = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.442053] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.hw_disk_discard = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.442213] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.hw_machine_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.442383] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_rbd_ceph_conf = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.442546] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.442709] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.442878] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_rbd_glance_store_name = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.443067] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_rbd_pool = rbd {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.443245] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_type = default {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.443405] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.images_volume_group = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.443567] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.inject_key = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.443730] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.inject_partition = -2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.443894] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.inject_password = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.444067] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.iscsi_iface = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.444233] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.iser_use_multipath = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.444395] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.444557] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.444716] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_downtime = 500 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.444877] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.445045] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.445207] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_inbound_addr = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.445368] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.445526] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.445682] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_scheme = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.445853] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_timeout_action = abort {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.446064] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_tunnelled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.446263] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_uri = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.446436] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.live_migration_with_native_tls = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.446601] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.max_queues = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.446769] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.446994] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.447176] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.nfs_mount_options = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.447471] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.447649] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.447819] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.447982] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.448160] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.448325] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.num_pcie_ports = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.448512] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.448679] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.pmem_namespaces = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.448849] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.quobyte_client_cfg = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.449154] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.449331] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.449497] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.449660] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.449819] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rbd_secret_uuid = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.449977] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rbd_user = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.450151] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.450320] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.450481] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rescue_image_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.450662] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rescue_kernel_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.450837] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rescue_ramdisk_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.451016] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.451186] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.rx_queue_size = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.451354] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.smbfs_mount_options = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.451660] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.451846] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.snapshot_compression = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.452024] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.snapshot_image_format = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.452252] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.452421] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.sparse_logical_volumes = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.452585] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.swtpm_enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.452760] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.swtpm_group = tss {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.452930] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.swtpm_user = tss {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.453111] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.sysinfo_serial = unique {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.453272] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.tb_cache_size = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.453432] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.tx_queue_size = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.453595] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.uid_maps = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.453758] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.use_virtio_for_bridges = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.453926] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.virt_type = kvm {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.454104] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.volume_clear = zero {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.454269] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.volume_clear_size = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.454432] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.volume_enforce_multipath = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.454594] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.volume_use_multipath = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.454752] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_cache_path = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.454920] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.455096] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.455262] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.455431] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.455722] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.455906] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.vzstorage_mount_user = stack {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.456084] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.456260] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.456434] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.auth_type = password {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.456595] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.456757] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.456919] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.457107] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.457278] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.457449] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.default_floating_pool = public {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.457610] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.457774] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.extension_sync_interval = 600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.457933] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.http_retries = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.458111] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.458274] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.458432] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.458609] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.458791] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.458966] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.ovs_bridge = br-int {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.459148] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.physnets = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.459320] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.region_name = RegionOne {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.459482] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.459652] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.service_metadata_proxy = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.459814] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.459986] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.service_type = network {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.460160] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.460321] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.460480] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.460663] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.460853] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.461029] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] neutron.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.461207] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] notifications.bdms_in_notifications = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.461386] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] notifications.default_level = INFO {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.461553] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] notifications.include_share_mapping = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.461763] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] notifications.notification_format = unversioned {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.461930] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] notifications.notify_on_state_change = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.462124] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.462304] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] pci.alias = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.462474] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] pci.device_spec = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.462638] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] pci.report_in_placement = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.462813] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.462987] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.auth_type = password {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.463169] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.463331] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.463490] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.463653] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.463813] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.463972] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.464144] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.default_domain_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.464306] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.default_domain_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.464464] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.domain_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.464624] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.domain_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.464783] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.464943] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.465110] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.465268] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.465424] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.465589] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.password = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.465748] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.project_domain_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.465915] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.project_domain_name = Default {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.466096] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.project_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.466273] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.project_name = service {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.466441] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.region_name = RegionOne {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.466604] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.466767] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.466937] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.service_type = placement {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.467113] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.467275] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.467436] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.467593] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.system_scope = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.467749] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.467909] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.trust_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.468076] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.user_domain_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.468249] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.user_domain_name = Default {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.468406] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.user_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.468579] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.username = nova {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.468785] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.468952] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] placement.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.469147] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.cores = 20 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.469317] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.count_usage_from_placement = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.469486] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.469651] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.injected_file_content_bytes = 10240 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.469816] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.injected_file_path_length = 255 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.469997] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.injected_files = 5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.470151] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.instances = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.470317] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.key_pairs = 100 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.470482] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.metadata_items = 128 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.470671] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.ram = 51200 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.470844] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.recheck_quota = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.471023] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.server_group_members = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.471193] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.server_groups = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.471398] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.471577] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] quota.unified_limits_resource_strategy = require {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.471774] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.471940] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.472113] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.image_metadata_prefilter = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.472278] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.472442] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.max_attempts = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.472603] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.max_placement_results = 1000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.472767] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.472948] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.473136] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.473324] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] scheduler.workers = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.473506] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.473679] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.473858] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.474049] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.474227] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.474392] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.474554] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.474739] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.474905] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.host_subset_size = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.475090] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.475253] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.475415] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.475576] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.475752] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.475917] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.isolated_hosts = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.476095] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.isolated_images = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.476259] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.476421] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.476583] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.476741] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.pci_in_placement = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.476904] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.477073] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.477237] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.477397] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.477556] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.477716] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.477876] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.track_instance_changes = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.478060] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.478236] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metrics.required = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.478399] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metrics.weight_multiplier = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.478560] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.478734] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] metrics.weight_setting = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.479058] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.479236] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] serial_console.enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.479411] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] serial_console.port_range = 10000:20000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.479581] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.479747] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.479914] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] serial_console.serialproxy_port = 6083 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.480096] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.480269] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.auth_type = password {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.480426] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.480580] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.480765] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.480931] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.481099] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.481271] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.send_service_user_token = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.481433] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.481597] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] service_user.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.481789] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.agent_enabled = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.481955] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.482271] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.482473] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.482643] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.html5proxy_port = 6082 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.482808] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.image_compression = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.482986] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.jpeg_compression = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.483244] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.playback_compression = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.483433] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.require_secure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.483605] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.server_listen = 127.0.0.1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.483776] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.484064] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.484241] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.streaming_mode = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.484404] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] spice.zlib_compression = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.484570] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] upgrade_levels.baseapi = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.484740] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] upgrade_levels.compute = auto {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.484901] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] upgrade_levels.conductor = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.485065] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] upgrade_levels.scheduler = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.485235] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.485398] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.485554] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.485771] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.485957] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.486134] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.486295] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.486457] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.486615] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vendordata_dynamic_auth.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.486789] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.api_retry_count = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.486948] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.ca_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.487130] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.487300] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.cluster_name = testcl1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.487463] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.connection_pool_size = 10 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.487622] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.console_delay_seconds = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.487795] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.datastore_regex = ^datastore.* {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.488017] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.488192] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.host_password = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.488363] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.host_port = 443 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.488549] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.host_username = administrator@vsphere.local {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.488736] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.insecure = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.488900] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.integration_bridge = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.489077] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.maximum_objects = 100 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.489238] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.pbm_default_policy = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.489398] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.pbm_enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.489554] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.pbm_wsdl_location = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.489722] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.489879] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.serial_port_proxy_uri = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.490043] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.serial_port_service_uri = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.490212] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.task_poll_interval = 0.5 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.490383] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.use_linked_clone = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.490551] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.vnc_keymap = en-us {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.490741] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.vnc_port = 5900 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.490946] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vmware.vnc_port_total = 10000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.491176] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.auth_schemes = ['none'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.491365] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.491696] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.491898] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.492092] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.novncproxy_port = 6080 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.492286] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.server_listen = 127.0.0.1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.492469] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.492633] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.vencrypt_ca_certs = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.492795] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.vencrypt_client_cert = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.492954] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vnc.vencrypt_client_key = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.493148] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.493314] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.disable_deep_image_inspection = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.493476] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.493635] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.493795] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.493951] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.disable_rootwrap = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.494122] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.enable_numa_live_migration = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.494285] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.494442] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.494600] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.494760] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.libvirt_disable_apic = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.495076] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.495257] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.495426] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.495592] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.495757] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.495923] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.496096] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.496262] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.496423] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.496590] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.496774] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.496944] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.client_socket_timeout = 900 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.497124] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.default_pool_size = 1000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.497293] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.keep_alive = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.497458] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.max_header_line = 16384 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.497617] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.497777] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.ssl_ca_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.497935] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.ssl_cert_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.498103] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.ssl_key_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.498270] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.tcp_keepidle = 600 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.498444] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.498633] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] zvm.ca_file = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.498804] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] zvm.cloud_connector_url = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.499103] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.499281] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] zvm.reachable_timeout = 300 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.499453] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.499629] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.499810] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.connection_string = messaging:// {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.499974] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.enabled = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.500157] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.es_doc_type = notification {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.500320] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.es_scroll_size = 10000 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.500486] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.es_scroll_time = 2m {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.500671] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.filter_error_trace = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.500895] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.hmac_keys = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.501079] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.sentinel_service_name = mymaster {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.501246] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.socket_timeout = 0.1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.501406] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.trace_requests = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.501566] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler.trace_sqlalchemy = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.501765] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler_jaeger.process_tags = {} {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.501930] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler_jaeger.service_name_prefix = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.502105] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] profiler_otlp.service_name_prefix = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.502270] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] remote_debug.host = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.502429] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] remote_debug.port = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.502603] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.502766] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.502928] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.503097] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.503259] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.503418] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.503576] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.503735] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.503894] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.504075] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.504238] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.504407] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.504572] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.504735] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.504896] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.505074] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.505239] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.505399] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.505566] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.505726] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.505889] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.506062] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.506229] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.506389] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.506549] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.506706] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.506866] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.507032] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.507199] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.507361] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.507521] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.ssl = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.507689] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.507859] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.508033] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.508207] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.508376] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.508558] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.508760] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.508933] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_notifications.retry = -1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.509126] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.509302] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.509480] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.auth_section = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.509645] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.auth_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.509805] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.cafile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.509960] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.certfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.510134] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.collect_timing = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.510326] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.connect_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.510448] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.connect_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.510613] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.endpoint_id = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.510792] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.510956] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.endpoint_override = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.511131] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.endpoint_region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.511288] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.endpoint_service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.511446] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.endpoint_service_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.511608] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.insecure = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.511768] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.keyfile = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.511922] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.max_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.512091] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.min_version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.512252] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.region_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.512412] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.retriable_status_codes = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.512571] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.service_name = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.512727] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.service_type = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.512892] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.split_loggers = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.513061] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.status_code_retries = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.513224] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.status_code_retry_delay = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.513379] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.timeout = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.513536] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.valid_interfaces = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.513693] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_limit.version = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.513858] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_reports.file_event_handler = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.514032] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.514197] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] oslo_reports.log_dir = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.514369] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.514528] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.514686] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.514859] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515020] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515181] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515348] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515504] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_ovs_privileged.group = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515660] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515824] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.515983] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.516159] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] vif_plug_ovs_privileged.user = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.516329] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.516509] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.516683] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.516858] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.517040] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.517219] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.517386] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.517550] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.517727] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.517899] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.isolate_vif = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.518079] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.518246] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.518417] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.518594] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.518757] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] os_vif_ovs.per_port_bridge = False {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.518928] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] privsep_osbrick.capabilities = [21] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.519097] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] privsep_osbrick.group = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.519259] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] privsep_osbrick.helper_command = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.519423] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.519585] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.519741] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] privsep_osbrick.user = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.519914] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.520084] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] nova_sys_admin.group = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.520243] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] nova_sys_admin.helper_command = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.520424] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.520568] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.520727] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] nova_sys_admin.user = None {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 571.520860] env[68640]: DEBUG oslo_service.backend.eventlet.service [None req-4d85b2a1-73d9-42bd-a3a9-feaf88509082 None None] ******************************************************************************** {{(pid=68640) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 571.522248] env[68640]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 572.025456] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Getting list of instances from cluster (obj){ [ 572.025456] env[68640]: value = "domain-c8" [ 572.025456] env[68640]: _type = "ClusterComputeResource" [ 572.025456] env[68640]: } {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 572.026610] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a7cb28-a634-421d-9e77-d9f1e58002de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.036424] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Got total of 0 instances {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 572.036992] env[68640]: WARNING nova.virt.vmwareapi.driver [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 572.037475] env[68640]: INFO nova.virt.node [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Generated node identity 610e41d8-3285-4a29-bc4a-2c380131b53f [ 572.037715] env[68640]: INFO nova.virt.node [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Wrote node identity 610e41d8-3285-4a29-bc4a-2c380131b53f to /opt/stack/data/n-cpu-1/compute_id [ 572.540265] env[68640]: WARNING nova.compute.manager [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Compute nodes ['610e41d8-3285-4a29-bc4a-2c380131b53f'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 573.547267] env[68640]: INFO nova.compute.manager [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 574.552422] env[68640]: WARNING nova.compute.manager [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 574.552763] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.552878] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.553033] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.553205] env[68640]: DEBUG nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 574.554163] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809b2bdd-b6d8-47b4-a1e7-36cb72d75662 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.562677] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b1f00-d8d8-4667-88fd-11ccf38bce62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.577455] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5166549e-9b4e-484e-9823-52129507807c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.583462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a854c60a-3eb6-4df7-84f7-949e938b5770 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.611940] env[68640]: DEBUG nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181098MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 574.612138] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.612312] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.114740] env[68640]: WARNING nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] No compute node record for cpu-1:610e41d8-3285-4a29-bc4a-2c380131b53f: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 610e41d8-3285-4a29-bc4a-2c380131b53f could not be found. [ 575.618848] env[68640]: INFO nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 610e41d8-3285-4a29-bc4a-2c380131b53f [ 577.127225] env[68640]: DEBUG nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 577.127589] env[68640]: DEBUG nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 577.281995] env[68640]: INFO nova.scheduler.client.report [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] [req-3cbb05f3-5000-4f69-a54e-f28c9d1d7535] Created resource provider record via placement API for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 577.297067] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ad706b-441d-4109-879f-87c57d444882 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.304737] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42388106-35b5-4f98-9d51-626ebc434121 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.335910] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5993d263-f7ee-43f5-9be1-72f239c3bf7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.343098] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41fbcfc-2563-4012-8526-7245f9e49635 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.356265] env[68640]: DEBUG nova.compute.provider_tree [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.893370] env[68640]: DEBUG nova.scheduler.client.report [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 577.893583] env[68640]: DEBUG nova.compute.provider_tree [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 0 to 1 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 577.893718] env[68640]: DEBUG nova.compute.provider_tree [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.942827] env[68640]: DEBUG nova.compute.provider_tree [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 1 to 2 during operation: update_traits {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 578.447256] env[68640]: DEBUG nova.compute.resource_tracker [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 578.447624] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.447624] env[68640]: DEBUG nova.service [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Creating RPC server for service compute {{(pid=68640) start /opt/stack/nova/nova/service.py:186}} [ 578.462250] env[68640]: DEBUG nova.service [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] Join ServiceGroup membership for this service compute {{(pid=68640) start /opt/stack/nova/nova/service.py:203}} [ 578.462376] env[68640]: DEBUG nova.servicegroup.drivers.db [None req-ec4340a3-c7c3-4098-8b46-6731af0e09fb None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68640) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 615.465711] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_power_states {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.971072] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Getting list of instances from cluster (obj){ [ 615.971072] env[68640]: value = "domain-c8" [ 615.971072] env[68640]: _type = "ClusterComputeResource" [ 615.971072] env[68640]: } {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 615.973539] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f1a98-2c80-47e7-89b8-391b72d372fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.985446] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Got total of 0 instances {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 615.987233] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 615.988194] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Getting list of instances from cluster (obj){ [ 615.988194] env[68640]: value = "domain-c8" [ 615.988194] env[68640]: _type = "ClusterComputeResource" [ 615.988194] env[68640]: } {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 615.991047] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c214bd-61c4-4fde-b752-d128ddce12f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.999892] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Got total of 0 instances {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 619.383866] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "498784a2-9d4b-493a-949d-176231487ba8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.384204] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "498784a2-9d4b-493a-949d-176231487ba8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.864584] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.864856] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.889861] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.270205] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "31daaef4-ef63-49d0-9a94-8b44ca57d776" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.272214] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.372813] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.453030] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.453030] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.456704] env[68640]: INFO nova.compute.claims [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.775888] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.901510] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.298492] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.592547] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b307718-1a5b-4f2a-9df5-5ed66e6f19e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.601822] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074d3bc4-d640-449f-ace3-0b839286bd0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.646976] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c500112-ea11-4583-858c-519362bdb760 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.658947] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8d8796-6859-42de-b6af-cb081058b1f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.676784] env[68640]: DEBUG nova.compute.provider_tree [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.761214] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "d1f4a410-8029-42d8-9458-2979d5b18985" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.761392] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.981530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "33469372-8efa-466c-acb8-91bf53a5be4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.983053] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "33469372-8efa-466c-acb8-91bf53a5be4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.182137] env[68640]: DEBUG nova.scheduler.client.report [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.267099] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.492193] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.687883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.688675] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.691730] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.693568] env[68640]: INFO nova.compute.claims [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.795297] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.021913] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.200123] env[68640]: DEBUG nova.compute.utils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.203602] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.204429] env[68640]: DEBUG nova.network.neutron [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.704876] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.853539] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.853953] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.862100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.862100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.876021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159eb35b-59d0-4ed3-ac34-16095bcdda44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.896192] env[68640]: DEBUG nova.policy [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e7a97b776fa4f4eac1f3e803cde6633', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adae14b09eb94df682217405f2bdfcf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.899372] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79cafb-7cff-4414-bc97-66629e1849d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.931711] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ba10a-89f3-4f94-877a-60d4fe01704b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.939284] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a42d0-028c-431c-9098-a2e36f05b825 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.954084] env[68640]: DEBUG nova.compute.provider_tree [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.362660] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.365846] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.459942] env[68640]: DEBUG nova.scheduler.client.report [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.571586] env[68640]: DEBUG nova.network.neutron [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Successfully created port: 7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.716091] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.752204] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.752487] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.752649] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.752830] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.752974] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.753147] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.753357] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.753510] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.753901] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.754346] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.754564] env[68640]: DEBUG nova.virt.hardware [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.755527] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a77729-cf4a-4598-a714-e61d6a2cb785 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.764630] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af588f5e-1071-4c8d-afa6-29656f34db05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.781326] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f5095-1edd-4713-9140-cb043b5e78b4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.906964] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.914292] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.966152] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.966735] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.973022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.672s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.973022] env[68640]: INFO nova.compute.claims [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.472439] env[68640]: DEBUG nova.compute.utils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.475623] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.476498] env[68640]: DEBUG nova.network.neutron [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.660971] env[68640]: DEBUG nova.policy [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10ff36e855254f97880be004f5ab506c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c125e0316c8f4351a20d21b9c6a0ff1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.936045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.936334] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.989526] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.170886] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766d5286-1d12-4640-b6ad-b265e3e649c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.181040] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bd754d-04b4-4bb2-926d-76b9953641ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.210361] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ec2261-d4cb-4fac-835d-254f8bab6784 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.218240] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b696f70-30f6-425b-b7cb-cefb504f0a05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.234481] env[68640]: DEBUG nova.compute.provider_tree [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.363811] env[68640]: DEBUG nova.network.neutron [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Successfully created port: 638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.404070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.404070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.441142] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.603466] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "462394ab-4bb2-4e64-8327-e435b51c7d27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.603466] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.740655] env[68640]: DEBUG nova.scheduler.client.report [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.746496] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.746496] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.746496] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.746496] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.746713] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.747746] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.747746] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.747746] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 626.747746] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 626.907573] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.991021] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.009030] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.043185] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.043185] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.043334] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.043572] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.043750] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.044025] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.044355] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.044617] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.045031] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.045326] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.045599] env[68640]: DEBUG nova.virt.hardware [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.046892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8277c74e-4745-4a4a-976e-93cb22d7da71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.058227] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a094856-e05c-454d-b916-185d5d109ea7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.106495] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.246211] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.246211] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.249013] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.454s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.251590] env[68640]: INFO nova.compute.claims [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.254514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.443193] env[68640]: DEBUG nova.network.neutron [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Successfully updated port: 7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.450476] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.631028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.756486] env[68640]: DEBUG nova.compute.utils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.760139] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.760319] env[68640]: DEBUG nova.network.neutron [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.890590] env[68640]: DEBUG nova.policy [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f78f9267b48fb872ee7a0a2124e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8ee8f1a2b24f909f76a63b9846e033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.954228] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "refresh_cache-498784a2-9d4b-493a-949d-176231487ba8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.954228] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquired lock "refresh_cache-498784a2-9d4b-493a-949d-176231487ba8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.954228] env[68640]: DEBUG nova.network.neutron [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.261446] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.471532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "c5dc9190-d11e-4fc1-93dd-107a5267886f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.471668] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.526957] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f32ec3e-4da1-4f7d-b415-eb4d7690886a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.536371] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e15334-feb2-4ae6-ba08-b7e16b2896de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.576047] env[68640]: DEBUG nova.network.neutron [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.579484] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f5afc-917a-4e90-91f4-86a652ab2bb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.588838] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f425956-8ebf-4288-bbee-0a68a5ffa4a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.614052] env[68640]: DEBUG nova.compute.provider_tree [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.617840] env[68640]: DEBUG nova.compute.manager [req-d3111a9b-4a83-48be-a5c0-d99ee5a82964 req-e32aa9c0-f4cb-4f4d-b584-3b5897bb6f2d service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Received event network-vif-plugged-7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.617840] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3111a9b-4a83-48be-a5c0-d99ee5a82964 req-e32aa9c0-f4cb-4f4d-b584-3b5897bb6f2d service nova] Acquiring lock "498784a2-9d4b-493a-949d-176231487ba8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.617840] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3111a9b-4a83-48be-a5c0-d99ee5a82964 req-e32aa9c0-f4cb-4f4d-b584-3b5897bb6f2d service nova] Lock "498784a2-9d4b-493a-949d-176231487ba8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.617840] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3111a9b-4a83-48be-a5c0-d99ee5a82964 req-e32aa9c0-f4cb-4f4d-b584-3b5897bb6f2d service nova] Lock "498784a2-9d4b-493a-949d-176231487ba8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.617840] env[68640]: DEBUG nova.compute.manager [req-d3111a9b-4a83-48be-a5c0-d99ee5a82964 req-e32aa9c0-f4cb-4f4d-b584-3b5897bb6f2d service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] No waiting events found dispatching network-vif-plugged-7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.618036] env[68640]: WARNING nova.compute.manager [req-d3111a9b-4a83-48be-a5c0-d99ee5a82964 req-e32aa9c0-f4cb-4f4d-b584-3b5897bb6f2d service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Received unexpected event network-vif-plugged-7bbe42f7-4e06-4955-9791-0f0e5aced1fd for instance with vm_state building and task_state spawning. [ 628.911686] env[68640]: DEBUG nova.network.neutron [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Successfully updated port: 638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.995653] env[68640]: DEBUG nova.network.neutron [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Updating instance_info_cache with network_info: [{"id": "7bbe42f7-4e06-4955-9791-0f0e5aced1fd", "address": "fa:16:3e:92:f6:95", "network": {"id": "e9dec519-0d3c-424c-8e2b-08d8ce3823ba", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1964376934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adae14b09eb94df682217405f2bdfcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbe42f7-4e", "ovs_interfaceid": "7bbe42f7-4e06-4955-9791-0f0e5aced1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.078052] env[68640]: DEBUG nova.network.neutron [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Successfully created port: 690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.122044] env[68640]: DEBUG nova.scheduler.client.report [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.275219] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.306415] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.306545] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.306733] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.306916] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.307442] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.307651] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.308213] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.308213] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.308213] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.308477] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.308477] env[68640]: DEBUG nova.virt.hardware [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.309390] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc8d985-899a-4483-a640-1c7d76d6efcf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.317873] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c125715a-00c4-4492-9791-9a3b5eac87b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.416503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "refresh_cache-849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.417241] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquired lock "refresh_cache-849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.417241] env[68640]: DEBUG nova.network.neutron [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.498617] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Releasing lock "refresh_cache-498784a2-9d4b-493a-949d-176231487ba8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.498617] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Instance network_info: |[{"id": "7bbe42f7-4e06-4955-9791-0f0e5aced1fd", "address": "fa:16:3e:92:f6:95", "network": {"id": "e9dec519-0d3c-424c-8e2b-08d8ce3823ba", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1964376934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adae14b09eb94df682217405f2bdfcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbe42f7-4e", "ovs_interfaceid": "7bbe42f7-4e06-4955-9791-0f0e5aced1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.500471] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:f6:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bbe42f7-4e06-4955-9791-0f0e5aced1fd', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.516835] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.517054] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d99c905d-2db5-4498-860f-3780afbebf64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.591234] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Created folder: OpenStack in parent group-v4. [ 629.591234] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Creating folder: Project (adae14b09eb94df682217405f2bdfcf9). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.591234] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02a51d5-9186-47a0-af0c-eb8457114a85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.607428] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Created folder: Project (adae14b09eb94df682217405f2bdfcf9) in parent group-v599664. [ 629.607428] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Creating folder: Instances. Parent ref: group-v599665. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.607650] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8870a82-9b9e-48b1-862a-7a46e44514c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.622078] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Created folder: Instances in parent group-v599665. [ 629.622301] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.622527] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.623077] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76008074-d984-40d6-b632-f12014b375e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.648644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.648644] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.651995] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.631s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.654277] env[68640]: INFO nova.compute.claims [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.672726] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.672726] env[68640]: value = "task-2990057" [ 629.672726] env[68640]: _type = "Task" [ 629.672726] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.682733] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990057, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.013055] env[68640]: DEBUG nova.network.neutron [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.167126] env[68640]: DEBUG nova.compute.utils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.172024] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.172024] env[68640]: DEBUG nova.network.neutron [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.183447] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990057, 'name': CreateVM_Task, 'duration_secs': 0.354896} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.184697] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.212247] env[68640]: DEBUG oslo_vmware.service [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148662a2-93de-46f3-ba93-18f7c19bf6f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.219332] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.219507] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.220245] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.220469] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff31c44e-54dc-412b-84fc-0434213bca64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.226170] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 630.226170] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526e4500-3c39-1654-f48a-bdfc8a76b098" [ 630.226170] env[68640]: _type = "Task" [ 630.226170] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.240716] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526e4500-3c39-1654-f48a-bdfc8a76b098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.564691] env[68640]: DEBUG nova.policy [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5084d4bdfd5742389abd263c8fdeb0f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb0d0d7f750c43e58a5406e8c0e0fdce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.675025] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.741599] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.741723] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.741903] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.742045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.742480] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.742972] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16066db7-6371-4121-b23f-06b48cb41ffa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.759620] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.760091] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.763343] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b523088-1d21-4746-ba5f-3410d41d47b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.771864] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bcf3665-a534-4374-afcd-a66bde913983 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.778034] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 630.778034] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e0b6d-fa33-3dbf-a562-e99575617ff2" [ 630.778034] env[68640]: _type = "Task" [ 630.778034] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.781717] env[68640]: DEBUG nova.network.neutron [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Updating instance_info_cache with network_info: [{"id": "638eca25-f165-4afd-9117-8cba1c403b47", "address": "fa:16:3e:ea:34:01", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638eca25-f1", "ovs_interfaceid": "638eca25-f165-4afd-9117-8cba1c403b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.788831] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e0b6d-fa33-3dbf-a562-e99575617ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.894629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7ad2d-3960-45ce-a406-fbcbea2c0b6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.904622] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb797d5-021f-4e86-a647-572cdfcc4ddf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.948839] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde96fb7-129a-427b-9a71-86c708ea38fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.959288] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f641f213-4382-41e3-83b8-14235f9a39d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.974949] env[68640]: DEBUG nova.compute.provider_tree [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.295486] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Releasing lock "refresh_cache-849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.295486] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Instance network_info: |[{"id": "638eca25-f165-4afd-9117-8cba1c403b47", "address": "fa:16:3e:ea:34:01", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638eca25-f1", "ovs_interfaceid": "638eca25-f165-4afd-9117-8cba1c403b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.295912] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:34:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '638eca25-f165-4afd-9117-8cba1c403b47', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.303341] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Creating folder: Project (c125e0316c8f4351a20d21b9c6a0ff1b). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.303563] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 631.303780] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Creating directory with path [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.303993] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb1c78e-8cba-4b44-bed5-dc4f5c6b2443 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.305786] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5caee09-3a65-4b37-b41f-afcb60a5bd94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.320672] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Created folder: Project (c125e0316c8f4351a20d21b9c6a0ff1b) in parent group-v599664. [ 631.320771] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Creating folder: Instances. Parent ref: group-v599668. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.321198] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b5dd4d-3221-4d35-8f89-8ce12cbd0c1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.329375] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Created folder: Instances in parent group-v599668. [ 631.329375] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.329375] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.329375] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d27cd35-a807-4cbf-bb00-2ca0c92dd768 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.353174] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Created directory with path [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.353174] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Fetch image to [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 631.353421] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Downloading image file data 93665317-c104-4501-b3df-a71d929e9bc0 to [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk on the data store datastore1 {{(pid=68640) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 631.354712] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34947fad-47d2-4c4b-a205-bb64906b5199 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.359456] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.359456] env[68640]: value = "task-2990060" [ 631.359456] env[68640]: _type = "Task" [ 631.359456] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.372860] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068d7ed-e249-400c-8f9b-f7bc40725938 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.385135] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990060, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.392908] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc4269-e39a-4534-ac07-edb4b02433b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.435173] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb0a0e2-16da-4a9e-9558-39b67d242f01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.442489] env[68640]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e8255356-2aeb-4357-bbe6-740d15dd7fa2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.479159] env[68640]: DEBUG nova.scheduler.client.report [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.483466] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Downloading image file data 93665317-c104-4501-b3df-a71d929e9bc0 to the data store datastore1 {{(pid=68640) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 631.685220] env[68640]: DEBUG nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Received event network-changed-7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.685220] env[68640]: DEBUG nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Refreshing instance network info cache due to event network-changed-7bbe42f7-4e06-4955-9791-0f0e5aced1fd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.685220] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Acquiring lock "refresh_cache-498784a2-9d4b-493a-949d-176231487ba8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.685220] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Acquired lock "refresh_cache-498784a2-9d4b-493a-949d-176231487ba8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.685220] env[68640]: DEBUG nova.network.neutron [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Refreshing network info cache for port 7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.690064] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.690942] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.774388] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.774388] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.774388] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.774388] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.774564] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.774564] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.774564] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.774564] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.774564] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.774716] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.774716] env[68640]: DEBUG nova.virt.hardware [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.775154] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14242f38-e8e9-4883-a772-476a9ebbf3e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.788384] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dcafe4-9738-4346-a9b5-5b80c968f6ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.874133] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990060, 'name': CreateVM_Task, 'duration_secs': 0.452026} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.876249] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.876404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.876616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.876960] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.877273] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3545fdac-c48c-4109-aaa6-a746bb3635b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.892382] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 631.892382] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fdc60e-238f-516e-df13-2d2ab8854ed6" [ 631.892382] env[68640]: _type = "Task" [ 631.892382] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.904623] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.904819] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.905122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.988659] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.989333] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.994680] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.088s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.996785] env[68640]: INFO nova.compute.claims [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.115873] env[68640]: DEBUG nova.network.neutron [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Successfully updated port: 690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.153846] env[68640]: DEBUG nova.network.neutron [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Successfully created port: 06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.371083] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 632.371367] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 632.503123] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Downloaded image file data 93665317-c104-4501-b3df-a71d929e9bc0 to vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk on the data store datastore1 {{(pid=68640) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 632.503123] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 632.503123] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Copying Virtual Disk [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk to [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.506959] env[68640]: DEBUG nova.compute.utils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.509097] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d09b0db2-c3d9-4653-aca7-563f3cfca980 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.515256] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.515256] env[68640]: DEBUG nova.network.neutron [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.522352] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 632.522352] env[68640]: value = "task-2990061" [ 632.522352] env[68640]: _type = "Task" [ 632.522352] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.540917] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.623019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "refresh_cache-31daaef4-ef63-49d0-9a94-8b44ca57d776" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.623019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired lock "refresh_cache-31daaef4-ef63-49d0-9a94-8b44ca57d776" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.623019] env[68640]: DEBUG nova.network.neutron [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.787017] env[68640]: DEBUG nova.policy [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1dd5fc612a14967af47eca47478dc33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e0e16c7606b410d9862b7cee3892872', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.020502] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.040620] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990061, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.299767] env[68640]: DEBUG nova.network.neutron [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.365618] env[68640]: DEBUG nova.network.neutron [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Updated VIF entry in instance network info cache for port 7bbe42f7-4e06-4955-9791-0f0e5aced1fd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.365924] env[68640]: DEBUG nova.network.neutron [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Updating instance_info_cache with network_info: [{"id": "7bbe42f7-4e06-4955-9791-0f0e5aced1fd", "address": "fa:16:3e:92:f6:95", "network": {"id": "e9dec519-0d3c-424c-8e2b-08d8ce3823ba", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1964376934-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adae14b09eb94df682217405f2bdfcf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bbe42f7-4e", "ovs_interfaceid": "7bbe42f7-4e06-4955-9791-0f0e5aced1fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.424241] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93feb4be-bfc4-4e04-bcaa-9d4bd767a93a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.435295] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a1e897-fe1b-4000-a4e1-7a454639f8b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.472627] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7463e9c-173b-4245-8b3a-626c902a4d1f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.482829] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069bb85-c39d-4419-aa7b-29c4f8e19266 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.497942] env[68640]: DEBUG nova.compute.provider_tree [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.541267] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990061, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.868407] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Releasing lock "refresh_cache-498784a2-9d4b-493a-949d-176231487ba8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.868695] env[68640]: DEBUG nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Received event network-vif-plugged-638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.870308] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Acquiring lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.870308] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.870308] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.870308] env[68640]: DEBUG nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] No waiting events found dispatching network-vif-plugged-638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.870308] env[68640]: WARNING nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Received unexpected event network-vif-plugged-638eca25-f165-4afd-9117-8cba1c403b47 for instance with vm_state building and task_state spawning. [ 633.870538] env[68640]: DEBUG nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Received event network-changed-638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 633.870538] env[68640]: DEBUG nova.compute.manager [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Refreshing instance network info cache due to event network-changed-638eca25-f165-4afd-9117-8cba1c403b47. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 633.870538] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Acquiring lock "refresh_cache-849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.870538] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Acquired lock "refresh_cache-849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.870538] env[68640]: DEBUG nova.network.neutron [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Refreshing network info cache for port 638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.959845] env[68640]: DEBUG nova.network.neutron [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Updating instance_info_cache with network_info: [{"id": "690e8def-1427-4d0e-b815-7a52645aa968", "address": "fa:16:3e:3f:94:ef", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap690e8def-14", "ovs_interfaceid": "690e8def-1427-4d0e-b815-7a52645aa968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.001569] env[68640]: DEBUG nova.scheduler.client.report [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.040419] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.043085] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990061, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.070402] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.070678] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.070992] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.071920] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.072109] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.072350] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.072627] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.072836] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.073061] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.073276] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.073512] env[68640]: DEBUG nova.virt.hardware [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.074645] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9154967-6fe9-432b-9d77-2f6600f44880 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.086260] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb7e47b-bf00-422f-9669-c901dd67c6f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.275201] env[68640]: DEBUG nova.network.neutron [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Successfully created port: 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.463901] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Releasing lock "refresh_cache-31daaef4-ef63-49d0-9a94-8b44ca57d776" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.463901] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Instance network_info: |[{"id": "690e8def-1427-4d0e-b815-7a52645aa968", "address": "fa:16:3e:3f:94:ef", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap690e8def-14", "ovs_interfaceid": "690e8def-1427-4d0e-b815-7a52645aa968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.464316] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:94:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '690e8def-1427-4d0e-b815-7a52645aa968', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.477613] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Creating folder: Project (4e8ee8f1a2b24f909f76a63b9846e033). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.480643] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0fb3af9-a949-40b5-8f43-e0d8a2c04246 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.491459] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Created folder: Project (4e8ee8f1a2b24f909f76a63b9846e033) in parent group-v599664. [ 634.491639] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Creating folder: Instances. Parent ref: group-v599671. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.492098] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be3b0951-3de1-4d24-9f42-013546953dac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.502995] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Created folder: Instances in parent group-v599671. [ 634.504225] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.504359] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.504545] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-921d6ff1-7daa-45fd-b20a-fe2b88d7eb3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.525743] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.526157] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.529676] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.615s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.530938] env[68640]: INFO nova.compute.claims [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.541368] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.541368] env[68640]: value = "task-2990064" [ 634.541368] env[68640]: _type = "Task" [ 634.541368] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.550762] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990061, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.699125} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.551920] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Copied Virtual Disk [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk to [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.552080] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleting the datastore file [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.553329] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a60ddc6-3f53-4254-bec1-a20194413af0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.559087] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990064, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.566033] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 634.566033] env[68640]: value = "task-2990065" [ 634.566033] env[68640]: _type = "Task" [ 634.566033] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.574182] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.039197] env[68640]: DEBUG nova.compute.utils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.044533] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.044533] env[68640]: DEBUG nova.network.neutron [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.059969] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990064, 'name': CreateVM_Task, 'duration_secs': 0.374837} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.060492] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.061171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.061386] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.061713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.065458] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d01d2ecd-6c21-4057-942c-83ccb9586f90 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.073117] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 635.073117] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c94b98-a9b4-7cc2-a4ff-8bad4b0e23c7" [ 635.073117] env[68640]: _type = "Task" [ 635.073117] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.077817] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026724} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.083757] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.084020] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Moving file from [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6/93665317-c104-4501-b3df-a71d929e9bc0 to [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0. {{(pid=68640) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 635.084310] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-25f06b50-6d01-4e6b-ae48-d47348470d38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.097043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.097580] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.097915] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.098276] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 635.098276] env[68640]: value = "task-2990066" [ 635.098276] env[68640]: _type = "Task" [ 635.098276] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.109021] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990066, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.200585] env[68640]: DEBUG nova.policy [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd010074c1d224db2a95dedad315ad1de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4bba0e95044befa03921b601d1f2bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.266561] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.266829] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.303877] env[68640]: DEBUG nova.network.neutron [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Updated VIF entry in instance network info cache for port 638eca25-f165-4afd-9117-8cba1c403b47. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.304276] env[68640]: DEBUG nova.network.neutron [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Updating instance_info_cache with network_info: [{"id": "638eca25-f165-4afd-9117-8cba1c403b47", "address": "fa:16:3e:ea:34:01", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap638eca25-f1", "ovs_interfaceid": "638eca25-f165-4afd-9117-8cba1c403b47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.546389] env[68640]: DEBUG nova.compute.manager [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Received event network-vif-plugged-690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.546389] env[68640]: DEBUG oslo_concurrency.lockutils [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] Acquiring lock "31daaef4-ef63-49d0-9a94-8b44ca57d776-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.546389] env[68640]: DEBUG oslo_concurrency.lockutils [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.546389] env[68640]: DEBUG oslo_concurrency.lockutils [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.546689] env[68640]: DEBUG nova.compute.manager [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] No waiting events found dispatching network-vif-plugged-690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.548500] env[68640]: WARNING nova.compute.manager [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Received unexpected event network-vif-plugged-690e8def-1427-4d0e-b815-7a52645aa968 for instance with vm_state building and task_state spawning. [ 635.548500] env[68640]: DEBUG nova.compute.manager [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Received event network-changed-690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.548500] env[68640]: DEBUG nova.compute.manager [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Refreshing instance network info cache due to event network-changed-690e8def-1427-4d0e-b815-7a52645aa968. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.548500] env[68640]: DEBUG oslo_concurrency.lockutils [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] Acquiring lock "refresh_cache-31daaef4-ef63-49d0-9a94-8b44ca57d776" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.548500] env[68640]: DEBUG oslo_concurrency.lockutils [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] Acquired lock "refresh_cache-31daaef4-ef63-49d0-9a94-8b44ca57d776" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.548993] env[68640]: DEBUG nova.network.neutron [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Refreshing network info cache for port 690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.551158] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.619563] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990066, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037251} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.619563] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] File moved {{(pid=68640) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 635.619563] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Cleaning up location [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 635.619563] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleting the datastore file [datastore1] vmware_temp/314c6bc9-d440-424c-96c6-7a09096453d6 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.619563] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47931fc0-a7f8-4a84-8584-fbcf1b64d6b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.632212] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 635.632212] env[68640]: value = "task-2990067" [ 635.632212] env[68640]: _type = "Task" [ 635.632212] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.643318] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.773760] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "e531bf63-79c8-4f6a-b8a9-60930da933ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.774060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "e531bf63-79c8-4f6a-b8a9-60930da933ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.809777] env[68640]: DEBUG oslo_concurrency.lockutils [req-0943717b-7848-48fb-b498-d09b3bf9f9b1 req-14eaa092-9530-448e-b685-033074a4ce07 service nova] Releasing lock "refresh_cache-849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.834116] env[68640]: DEBUG nova.network.neutron [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Successfully updated port: 06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.854679] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf785db-a6a3-4aac-ae11-f014af47d2a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.863221] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e33da9-ab53-4137-adcf-7ce642c08e3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.900650] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca007bdc-2678-472d-a4eb-35b53f74d70a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.909722] env[68640]: DEBUG nova.network.neutron [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Successfully created port: e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.913115] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6d1f3-67c6-42b6-bdcb-5169efa74e0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.928519] env[68640]: DEBUG nova.compute.provider_tree [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.141502] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027111} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.141818] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.142599] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c330e8-278f-4cae-b3eb-4975d64df6ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.148121] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 636.148121] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525646c2-951f-90e8-07a5-cc287ea72640" [ 636.148121] env[68640]: _type = "Task" [ 636.148121] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.158457] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525646c2-951f-90e8-07a5-cc287ea72640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.341747] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.342048] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.344332] env[68640]: DEBUG nova.network.neutron [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.431875] env[68640]: DEBUG nova.scheduler.client.report [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.565830] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.603648] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.603991] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.605079] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.605635] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.605635] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.605810] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.605862] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.606121] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.606189] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.606340] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.606516] env[68640]: DEBUG nova.virt.hardware [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.608161] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d417591-8509-418e-b6ab-c58fd00c9f52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.620798] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb184ad-9215-4d71-8144-0f4feaa2c8e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.662398] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525646c2-951f-90e8-07a5-cc287ea72640, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.662692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.662954] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 498784a2-9d4b-493a-949d-176231487ba8/498784a2-9d4b-493a-949d-176231487ba8.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.663241] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.663682] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.663682] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eccbfe9-32ab-4beb-a31d-70e23fc2648e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.666075] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ff400bb-e16b-49a3-9f4c-6b30b3984380 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.673961] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 636.673961] env[68640]: value = "task-2990068" [ 636.673961] env[68640]: _type = "Task" [ 636.673961] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.674416] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.674594] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.678421] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf99538b-86d5-4e6c-84e7-1eeba5d25ccf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.688906] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 636.688906] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b48778-1192-4653-0a52-0a72830d7b5c" [ 636.688906] env[68640]: _type = "Task" [ 636.688906] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.689170] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.698060] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b48778-1192-4653-0a52-0a72830d7b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.765914] env[68640]: DEBUG nova.network.neutron [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Updated VIF entry in instance network info cache for port 690e8def-1427-4d0e-b815-7a52645aa968. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.766353] env[68640]: DEBUG nova.network.neutron [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Updating instance_info_cache with network_info: [{"id": "690e8def-1427-4d0e-b815-7a52645aa968", "address": "fa:16:3e:3f:94:ef", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap690e8def-14", "ovs_interfaceid": "690e8def-1427-4d0e-b815-7a52645aa968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.940121] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.940121] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.943510] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.953s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.945032] env[68640]: INFO nova.compute.claims [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.045094] env[68640]: DEBUG nova.network.neutron [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.184636] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "cbe09b25-b49e-450f-9176-15b85e9e303a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.184967] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.195070] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502212} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.197582] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 498784a2-9d4b-493a-949d-176231487ba8/498784a2-9d4b-493a-949d-176231487ba8.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.197730] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.200917] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d529b124-738f-44b8-af50-ed950d3f421c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.208850] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b48778-1192-4653-0a52-0a72830d7b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.212644] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 637.212644] env[68640]: value = "task-2990069" [ 637.212644] env[68640]: _type = "Task" [ 637.212644] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.212644] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52908ce-91cb-4594-8443-3a763020b4a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.222574] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 637.222574] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a0e295-dc3d-44f1-5bad-a2fdc0adb308" [ 637.222574] env[68640]: _type = "Task" [ 637.222574] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.230920] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.242060] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a0e295-dc3d-44f1-5bad-a2fdc0adb308, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.242060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.242060] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e/849d7e6d-b9a9-4585-8b44-25e4bbe0e30e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.242315] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.242640] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.242742] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb54a429-9290-40dc-8b42-56ef8d1d02f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.245222] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51870f48-9afb-4ba4-8312-2d0835fd59db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.251165] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 637.251165] env[68640]: value = "task-2990070" [ 637.251165] env[68640]: _type = "Task" [ 637.251165] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.256222] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.256418] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.257816] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee383986-9710-4f86-9a93-87895cc00112 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.263388] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.267552] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 637.267552] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279cd4e-8f39-29ac-67d6-4f360a062dda" [ 637.267552] env[68640]: _type = "Task" [ 637.267552] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.275569] env[68640]: DEBUG oslo_concurrency.lockutils [req-45dfcb67-3117-4107-8c5d-5e9deb4657d0 req-8b945cf5-ed88-48b5-b8a1-fdd96a1565e1 service nova] Releasing lock "refresh_cache-31daaef4-ef63-49d0-9a94-8b44ca57d776" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.275746] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279cd4e-8f39-29ac-67d6-4f360a062dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.459150] env[68640]: DEBUG nova.compute.utils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.460961] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.460961] env[68640]: DEBUG nova.network.neutron [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.724072] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076217} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.724169] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.724992] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f2fe22-8479-498c-ba33-5c31fa655846 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.750684] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 498784a2-9d4b-493a-949d-176231487ba8/498784a2-9d4b-493a-949d-176231487ba8.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.751174] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc43bbd4-bed7-4895-b1cb-238cb07f27d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.776256] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 637.776256] env[68640]: value = "task-2990071" [ 637.776256] env[68640]: _type = "Task" [ 637.776256] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.782867] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452367} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.785111] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e/849d7e6d-b9a9-4585-8b44-25e4bbe0e30e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.785487] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.786194] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1554bb-fa79-4ab6-9b42-e217e476d330 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.795635] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.796049] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279cd4e-8f39-29ac-67d6-4f360a062dda, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.797532] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83060bfb-ce71-490b-8289-5098b49d0d92 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.802192] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 637.802192] env[68640]: value = "task-2990072" [ 637.802192] env[68640]: _type = "Task" [ 637.802192] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.803824] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 637.803824] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d87e35-c646-7fce-8d0b-0375f51f66c3" [ 637.803824] env[68640]: _type = "Task" [ 637.803824] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.814981] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.817955] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d87e35-c646-7fce-8d0b-0375f51f66c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.818911] env[68640]: DEBUG nova.network.neutron [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [{"id": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "address": "fa:16:3e:c4:3c:1c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d9c469-a6", "ovs_interfaceid": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.835186] env[68640]: DEBUG nova.policy [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb33e2f0fca47c48dd53cab19afaa56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9174f16a28824e56a399b8237d5c02bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.965416] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.006652] env[68640]: DEBUG nova.network.neutron [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Successfully updated port: 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.288601] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990071, 'name': ReconfigVM_Task, 'duration_secs': 0.315536} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.293442] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 498784a2-9d4b-493a-949d-176231487ba8/498784a2-9d4b-493a-949d-176231487ba8.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.294332] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-778eed10-eeea-40b6-acb3-e1374fd5e31b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.302602] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 638.302602] env[68640]: value = "task-2990073" [ 638.302602] env[68640]: _type = "Task" [ 638.302602] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.320498] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990073, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.325659] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.325981] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Instance network_info: |[{"id": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "address": "fa:16:3e:c4:3c:1c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d9c469-a6", "ovs_interfaceid": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.326607] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066817} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.335657] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:3c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06d9c469-a6f9-4273-84bf-cdc881aad5ba', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.342739] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Creating folder: Project (fb0d0d7f750c43e58a5406e8c0e0fdce). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.343082] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.343367] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d87e35-c646-7fce-8d0b-0375f51f66c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.343574] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3325e2e9-f234-4d57-9494-64db17f08ad8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.346260] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7870d47-6f21-4419-8cfb-0226e3479b57 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.349095] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.349095] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 31daaef4-ef63-49d0-9a94-8b44ca57d776/31daaef4-ef63-49d0-9a94-8b44ca57d776.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.349255] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aaaef3b-565c-480a-befd-3c040abc99f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.373479] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e/849d7e6d-b9a9-4585-8b44-25e4bbe0e30e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.375270] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4e18f2f-cc56-441d-83d6-ebee43b1979d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.389785] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 638.389785] env[68640]: value = "task-2990075" [ 638.389785] env[68640]: _type = "Task" [ 638.389785] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.390055] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Created folder: Project (fb0d0d7f750c43e58a5406e8c0e0fdce) in parent group-v599664. [ 638.390217] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Creating folder: Instances. Parent ref: group-v599674. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.393369] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed144d5-aee3-4f9c-9a81-9f2f7d1b6573 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.400075] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 638.400075] env[68640]: value = "task-2990076" [ 638.400075] env[68640]: _type = "Task" [ 638.400075] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.408516] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.410644] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Created folder: Instances in parent group-v599674. [ 638.410902] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.411210] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.411476] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26d8224f-dcde-4141-9d6e-606d01ca0a03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.436642] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5b42fc-a0e3-40f9-8f5f-9afcd81aee0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.438591] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990076, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.445363] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d03f1f9-c3e3-4508-adc2-af85735d4f59 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.448902] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.448902] env[68640]: value = "task-2990078" [ 638.448902] env[68640]: _type = "Task" [ 638.448902] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.490142] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae52517-f449-4f88-b717-23ed6b6563bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.503321] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990078, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.510764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa7dcb-9551-4723-959a-9b1de75c35d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.518156] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.518279] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquired lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.518496] env[68640]: DEBUG nova.network.neutron [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.530536] env[68640]: DEBUG nova.compute.provider_tree [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.817175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.817175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.820200] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990073, 'name': Rename_Task, 'duration_secs': 0.146484} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.820479] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.820783] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00861517-1596-4d30-ae1b-e94a7c152f06 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.832463] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "23cc8440-a4d2-44a1-a601-1e885eff80a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.832744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.833021] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 638.833021] env[68640]: value = "task-2990079" [ 638.833021] env[68640]: _type = "Task" [ 638.833021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.847067] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.905401] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990075, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.920026] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990076, 'name': ReconfigVM_Task, 'duration_secs': 0.346968} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.920026] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e/849d7e6d-b9a9-4585-8b44-25e4bbe0e30e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.920026] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd4c15b-1256-4867-bb93-55dd03d4dff4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.927639] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 638.927639] env[68640]: value = "task-2990080" [ 638.927639] env[68640]: _type = "Task" [ 638.927639] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.936650] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990080, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.961618] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990078, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.991052] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.023359] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.023359] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.023520] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.023650] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.023927] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.024139] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.024426] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.024602] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.024811] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.025024] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.025234] env[68640]: DEBUG nova.virt.hardware [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.029817] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689ec08-d009-441e-a821-b52c4c4e21ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.035517] env[68640]: DEBUG nova.scheduler.client.report [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.043294] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb13066-3aa1-40bd-83fd-40a2832f4e53 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.131664] env[68640]: DEBUG nova.network.neutron [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Successfully updated port: e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.149821] env[68640]: DEBUG nova.network.neutron [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.352321] env[68640]: DEBUG oslo_vmware.api [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990079, 'name': PowerOnVM_Task, 'duration_secs': 0.514776} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.354222] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.354222] env[68640]: INFO nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Took 14.64 seconds to spawn the instance on the hypervisor. [ 639.354222] env[68640]: DEBUG nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.354222] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9300898f-e0c1-4ef3-9bb6-14cb4eee5f52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.362511] env[68640]: DEBUG nova.network.neutron [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Successfully created port: eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.404572] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600022} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.404754] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 31daaef4-ef63-49d0-9a94-8b44ca57d776/31daaef4-ef63-49d0-9a94-8b44ca57d776.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.405108] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.405582] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e52405f-d8e6-477f-a26e-220ef1cb7313 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.413628] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 639.413628] env[68640]: value = "task-2990081" [ 639.413628] env[68640]: _type = "Task" [ 639.413628] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.422838] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.441149] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990080, 'name': Rename_Task, 'duration_secs': 0.153886} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.441433] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.441743] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab8efd7d-4993-4481-b313-397dafe4f6ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.449170] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 639.449170] env[68640]: value = "task-2990082" [ 639.449170] env[68640]: _type = "Task" [ 639.449170] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.461031] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.464696] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990078, 'name': CreateVM_Task, 'duration_secs': 0.663836} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.464855] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.466029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.466029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.466277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.467211] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710f1fbf-d9a7-4f0d-8712-915cc7f9875c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.474133] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 639.474133] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522aca53-fe66-96bc-057a-c7f7939c4af5" [ 639.474133] env[68640]: _type = "Task" [ 639.474133] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.481261] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522aca53-fe66-96bc-057a-c7f7939c4af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.506218] env[68640]: DEBUG nova.network.neutron [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updating instance_info_cache with network_info: [{"id": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "address": "fa:16:3e:1a:a9:ac", "network": {"id": "754632a4-dee4-484a-b515-098cdf33e214", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-941422131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0e16c7606b410d9862b7cee3892872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e9b5b3-2b", "ovs_interfaceid": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.543502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.544238] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.547991] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.294s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.548802] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.548802] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 639.548802] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.098s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.552943] env[68640]: INFO nova.compute.claims [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.556459] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c7f8e4-b244-49be-85b8-99d4082a4b00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.572383] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2ef045-d85e-49ab-8518-ea84e3bd4e5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.591016] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aff01fa-09a7-47c3-8fe2-f9d661b13c24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.602385] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6efa4d3-557d-42fa-8fe1-7aa637e58f31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.635503] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181108MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 639.635503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.637313] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.637445] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.637588] env[68640]: DEBUG nova.network.neutron [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.643516] env[68640]: DEBUG nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Received event network-vif-plugged-06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.643718] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Acquiring lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.643966] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.644103] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.644268] env[68640]: DEBUG nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] No waiting events found dispatching network-vif-plugged-06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.644423] env[68640]: WARNING nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Received unexpected event network-vif-plugged-06d9c469-a6f9-4273-84bf-cdc881aad5ba for instance with vm_state building and task_state spawning. [ 639.644575] env[68640]: DEBUG nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Received event network-changed-06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.644718] env[68640]: DEBUG nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Refreshing instance network info cache due to event network-changed-06d9c469-a6f9-4273-84bf-cdc881aad5ba. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.644888] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Acquiring lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.645026] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Acquired lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.645177] env[68640]: DEBUG nova.network.neutron [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Refreshing network info cache for port 06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.882359] env[68640]: INFO nova.compute.manager [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Took 19.48 seconds to build instance. [ 639.925641] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137098} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.925902] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.927335] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d1a2f-74bd-4b1f-bd6f-bc83ce9c04c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.951639] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 31daaef4-ef63-49d0-9a94-8b44ca57d776/31daaef4-ef63-49d0-9a94-8b44ca57d776.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.952770] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f50aa3-c867-4463-b4e8-affc3abd2494 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.979405] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 639.979405] env[68640]: value = "task-2990083" [ 639.979405] env[68640]: _type = "Task" [ 639.979405] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.979894] env[68640]: DEBUG oslo_vmware.api [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990082, 'name': PowerOnVM_Task, 'duration_secs': 0.505356} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.980353] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.980563] env[68640]: INFO nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Took 12.97 seconds to spawn the instance on the hypervisor. [ 639.980748] env[68640]: DEBUG nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.984317] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3f75f8-e928-4843-8154-beea0e1cc56a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.997536] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522aca53-fe66-96bc-057a-c7f7939c4af5, 'name': SearchDatastore_Task, 'duration_secs': 0.015833} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.997536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.997536] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.997729] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.997923] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.998267] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.001572] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879d37f6-9707-44e8-9b89-3a239fc66727 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.003666] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.011792] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Releasing lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.012191] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Instance network_info: |[{"id": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "address": "fa:16:3e:1a:a9:ac", "network": {"id": "754632a4-dee4-484a-b515-098cdf33e214", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-941422131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0e16c7606b410d9862b7cee3892872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e9b5b3-2b", "ovs_interfaceid": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.012464] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:a9:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b89fd3b-0470-40c9-bb5b-d52c76c030e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.020265] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Creating folder: Project (9e0e16c7606b410d9862b7cee3892872). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.022843] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91b4e3d7-bd80-4273-af0b-f068f8ae6aa0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.024131] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.024248] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.028481] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9912a2f6-090e-4ef4-a817-68f2bb166468 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.030999] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.032536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.036916] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 640.036916] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c8399c-4af3-f4fd-6dd4-ea00fe67b2ba" [ 640.036916] env[68640]: _type = "Task" [ 640.036916] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.042199] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Created folder: Project (9e0e16c7606b410d9862b7cee3892872) in parent group-v599664. [ 640.042199] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Creating folder: Instances. Parent ref: group-v599677. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.042199] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-926ae21c-8524-4dac-b3d8-c137c3d2b04a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.046087] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c8399c-4af3-f4fd-6dd4-ea00fe67b2ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.054351] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Created folder: Instances in parent group-v599677. [ 640.054415] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.054612] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.054843] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffeae520-d966-4663-9135-044bf099a69a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.072362] env[68640]: DEBUG nova.compute.utils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.080630] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.080630] env[68640]: DEBUG nova.network.neutron [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.087740] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.087740] env[68640]: value = "task-2990086" [ 640.087740] env[68640]: _type = "Task" [ 640.087740] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.099517] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990086, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.157913] env[68640]: DEBUG nova.policy [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4647dfe3caf24fedad0031b209b0cd5f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c5e1e45070d4901a8c8cfae052aa230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.259292] env[68640]: DEBUG nova.network.neutron [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.388628] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b9f8395-e92e-41f7-b10b-660ea29236fa tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "498784a2-9d4b-493a-949d-176231487ba8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.004s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.495304] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.524094] env[68640]: INFO nova.compute.manager [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Took 19.65 seconds to build instance. [ 640.551891] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c8399c-4af3-f4fd-6dd4-ea00fe67b2ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.551891] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea86d0f6-8b61-4f1e-a4c3-ee6de8c3b866 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.560125] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 640.560125] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6c07f-a1b0-654b-8fbe-c4f639f3a67d" [ 640.560125] env[68640]: _type = "Task" [ 640.560125] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.576361] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6c07f-a1b0-654b-8fbe-c4f639f3a67d, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.579027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.579027] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985/d1f4a410-8029-42d8-9458-2979d5b18985.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.579027] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61828336-5878-4668-9074-79ebecac8142 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.582544] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.597905] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 640.597905] env[68640]: value = "task-2990087" [ 640.597905] env[68640]: _type = "Task" [ 640.597905] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.607514] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990086, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.613702] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.896080] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.000908] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990083, 'name': ReconfigVM_Task, 'duration_secs': 0.606914} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.002754] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 31daaef4-ef63-49d0-9a94-8b44ca57d776/31daaef4-ef63-49d0-9a94-8b44ca57d776.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.006657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07169cd-d6ef-44df-a30b-ec5a10c9114b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.010109] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06510a3a-ef05-4571-b8dc-49b98f5fefbe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.019208] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1118b824-1b73-45eb-b3cf-ff604f057d2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.027783] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3fca5e50-7e9a-4fa6-ad86-2f6778cb48bf tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.163s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.028100] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 641.028100] env[68640]: value = "task-2990088" [ 641.028100] env[68640]: _type = "Task" [ 641.028100] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.072170] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2200804-24be-4cb3-a974-952722649f98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.078588] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990088, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.084950] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5521974e-c378-4441-befd-6dccad5091e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.106298] env[68640]: DEBUG nova.compute.provider_tree [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.108909] env[68640]: DEBUG nova.network.neutron [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Updating instance_info_cache with network_info: [{"id": "e3abc306-3dcf-4668-b566-73a0067f86c6", "address": "fa:16:3e:f6:10:31", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3abc306-3d", "ovs_interfaceid": "e3abc306-3dcf-4668-b566-73a0067f86c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.119487] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990086, 'name': CreateVM_Task, 'duration_secs': 0.608949} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.120609] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.122097] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.122203] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.122502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.126594] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b247e82-da85-404c-bffc-7606096511fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.128315] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990087, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.131743] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 641.131743] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf7ed8-fbdb-3d81-19a9-ee5bdfddc739" [ 641.131743] env[68640]: _type = "Task" [ 641.131743] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.142678] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf7ed8-fbdb-3d81-19a9-ee5bdfddc739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.282423] env[68640]: DEBUG nova.network.neutron [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updated VIF entry in instance network info cache for port 06d9c469-a6f9-4273-84bf-cdc881aad5ba. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.282781] env[68640]: DEBUG nova.network.neutron [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [{"id": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "address": "fa:16:3e:c4:3c:1c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d9c469-a6", "ovs_interfaceid": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.424570] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.536235] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.546489] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990088, 'name': Rename_Task, 'duration_secs': 0.269659} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.546772] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.547555] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448c1607-fa13-4428-87db-77ed35f902ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.556415] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 641.556415] env[68640]: value = "task-2990089" [ 641.556415] env[68640]: _type = "Task" [ 641.556415] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.571428] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.598693] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.611150] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.611252] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Instance network_info: |[{"id": "e3abc306-3dcf-4668-b566-73a0067f86c6", "address": "fa:16:3e:f6:10:31", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3abc306-3d", "ovs_interfaceid": "e3abc306-3dcf-4668-b566-73a0067f86c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.612433] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:10:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3abc306-3dcf-4668-b566-73a0067f86c6', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.619439] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Creating folder: Project (3c4bba0e95044befa03921b601d1f2bd). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.627187] env[68640]: DEBUG nova.scheduler.client.report [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.630423] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ed5ecdf-4759-4f92-a3e3-cd01fcb18834 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.632577] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75173} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.633506] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985/d1f4a410-8029-42d8-9458-2979d5b18985.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.633744] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.638462] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b78d8de-1d28-4002-b185-dd8ee1cc5cb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.648147] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf7ed8-fbdb-3d81-19a9-ee5bdfddc739, 'name': SearchDatastore_Task, 'duration_secs': 0.06524} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.650511] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.650732] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.650882] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.651272] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.651272] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.651402] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.651719] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.651719] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.651867] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.652031] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.652198] env[68640]: DEBUG nova.virt.hardware [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.654483] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.654709] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.654947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.655392] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.655392] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.656027] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be561cd2-9659-4c43-9ebe-79fb7ba5bba3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.658637] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 641.658637] env[68640]: value = "task-2990091" [ 641.658637] env[68640]: _type = "Task" [ 641.658637] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.658846] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Created folder: Project (3c4bba0e95044befa03921b601d1f2bd) in parent group-v599664. [ 641.659149] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Creating folder: Instances. Parent ref: group-v599680. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.659847] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-676b2d5b-26a4-40c9-b77a-83bb576867c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.662038] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14fa0add-efb2-49b1-823d-a544ef35947e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.672989] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ddf8a9-0fb7-464a-97ac-ce6a92c1f12f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.679240] env[68640]: DEBUG nova.network.neutron [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Successfully created port: f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.682559] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.682758] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.687219] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12224196-62f1-4245-a3c7-603ca63b6409 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.689580] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Created folder: Instances in parent group-v599680. [ 641.691301] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.701015] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.701372] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.701953] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acdb14a1-d111-4262-9cb1-f4e016926a45 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.718408] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 641.718408] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f75aad-fd30-d13e-2d24-1ff715816743" [ 641.718408] env[68640]: _type = "Task" [ 641.718408] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.723313] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.723313] env[68640]: value = "task-2990093" [ 641.723313] env[68640]: _type = "Task" [ 641.723313] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.733629] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f75aad-fd30-d13e-2d24-1ff715816743, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.733629] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae02bee-af20-446e-9731-c99d07e6e98c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.738987] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990093, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.742580] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 641.742580] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc39fb-b999-b6f8-ad2f-412b7d3a51e6" [ 641.742580] env[68640]: _type = "Task" [ 641.742580] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.749762] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc39fb-b999-b6f8-ad2f-412b7d3a51e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.786575] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Releasing lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.786747] env[68640]: DEBUG nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Received event network-vif-plugged-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.787018] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Acquiring lock "33469372-8efa-466c-acb8-91bf53a5be4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.787310] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Lock "33469372-8efa-466c-acb8-91bf53a5be4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.787588] env[68640]: DEBUG oslo_concurrency.lockutils [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] Lock "33469372-8efa-466c-acb8-91bf53a5be4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.787830] env[68640]: DEBUG nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] No waiting events found dispatching network-vif-plugged-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.788071] env[68640]: WARNING nova.compute.manager [req-152b7990-e27e-453e-9b85-37fdecbe3374 req-3fddd4e0-0480-4311-b744-02176a2542cc service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Received unexpected event network-vif-plugged-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f for instance with vm_state building and task_state spawning. [ 641.979619] env[68640]: DEBUG nova.network.neutron [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Successfully updated port: eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.052021] env[68640]: DEBUG nova.compute.manager [None req-567d3099-b58a-473a-8cb1-c1e2109f9d26 tempest-ServerDiagnosticsTest-636263075 tempest-ServerDiagnosticsTest-636263075-project-admin] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.054069] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85992af-19b2-4b0f-bbee-bafa63ee426e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.068613] env[68640]: INFO nova.compute.manager [None req-567d3099-b58a-473a-8cb1-c1e2109f9d26 tempest-ServerDiagnosticsTest-636263075 tempest-ServerDiagnosticsTest-636263075-project-admin] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Retrieving diagnostics [ 642.074731] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59939073-1995-4bfc-a5de-1396b03bfab2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.078996] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.081073] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.134853] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.136047] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 642.138083] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.507s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.139668] env[68640]: INFO nova.compute.claims [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.173176] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069206} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.173673] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.174708] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2121caab-8115-411c-b9f9-de73bb901a65 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.201383] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985/d1f4a410-8029-42d8-9458-2979d5b18985.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.203330] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22366b66-3330-4a9a-8a7b-f5346d8a9ac5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.224946] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 642.224946] env[68640]: value = "task-2990094" [ 642.224946] env[68640]: _type = "Task" [ 642.224946] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.243874] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990093, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.248593] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.258999] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc39fb-b999-b6f8-ad2f-412b7d3a51e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.259374] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.259687] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 33469372-8efa-466c-acb8-91bf53a5be4b/33469372-8efa-466c-acb8-91bf53a5be4b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.259998] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f42a9c17-e756-4357-bf55-3fbb9a2122c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.266719] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 642.266719] env[68640]: value = "task-2990095" [ 642.266719] env[68640]: _type = "Task" [ 642.266719] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.275174] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.483423] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "refresh_cache-a7f9464a-1ce9-41c1-acd0-085769f87f3b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.483744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired lock "refresh_cache-a7f9464a-1ce9-41c1-acd0-085769f87f3b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.483744] env[68640]: DEBUG nova.network.neutron [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.572478] env[68640]: DEBUG oslo_vmware.api [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990089, 'name': PowerOnVM_Task, 'duration_secs': 0.860292} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.573253] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.573666] env[68640]: INFO nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Took 13.30 seconds to spawn the instance on the hypervisor. [ 642.574202] env[68640]: DEBUG nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.576021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38753c-6cf9-49d9-8a47-92a3470f8035 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.651178] env[68640]: DEBUG nova.compute.utils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.653736] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.654141] env[68640]: DEBUG nova.network.neutron [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.742137] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990093, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.753134] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.778762] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990095, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.790078] env[68640]: DEBUG nova.policy [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd010074c1d224db2a95dedad315ad1de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4bba0e95044befa03921b601d1f2bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.933910] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Received event network-changed-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.934124] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Refreshing instance network info cache due to event network-changed-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.934353] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Acquiring lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.934496] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Acquired lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.934788] env[68640]: DEBUG nova.network.neutron [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Refreshing network info cache for port 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.026166] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "498784a2-9d4b-493a-949d-176231487ba8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.026166] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "498784a2-9d4b-493a-949d-176231487ba8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.026166] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "498784a2-9d4b-493a-949d-176231487ba8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.026166] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "498784a2-9d4b-493a-949d-176231487ba8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.026456] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "498784a2-9d4b-493a-949d-176231487ba8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.026843] env[68640]: INFO nova.compute.manager [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Terminating instance [ 643.097766] env[68640]: INFO nova.compute.manager [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Took 21.82 seconds to build instance. [ 643.125336] env[68640]: DEBUG nova.network.neutron [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.161485] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 643.245828] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990093, 'name': CreateVM_Task, 'duration_secs': 1.444894} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.255446] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.255446] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990094, 'name': ReconfigVM_Task, 'duration_secs': 0.605884} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.256453] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.256984] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.256984] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.258135] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985/d1f4a410-8029-42d8-9458-2979d5b18985.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.258135] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d562cf2-9b44-4e3c-bf0e-659f7c8185e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.259736] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ce519bc-335f-4c84-b857-9d357ba63eb2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.267123] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 643.267123] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525cf97d-cb88-2eea-eca1-ecfe8ab02008" [ 643.267123] env[68640]: _type = "Task" [ 643.267123] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.275705] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 643.275705] env[68640]: value = "task-2990096" [ 643.275705] env[68640]: _type = "Task" [ 643.275705] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.286084] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525cf97d-cb88-2eea-eca1-ecfe8ab02008, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.286726] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.287037] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.289266] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.289393] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.290831] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.307756] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a290892-db4c-4e5e-9eb9-f0beaa5b08a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.310279] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990096, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.310661] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542447} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.311413] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 33469372-8efa-466c-acb8-91bf53a5be4b/33469372-8efa-466c-acb8-91bf53a5be4b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.311639] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.312323] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78349505-4384-4353-9dc2-1e9c87c2c220 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.318949] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.318949] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.320386] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fdbb6c-3909-435d-8a8f-f4c857b3c329 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.323014] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 643.323014] env[68640]: value = "task-2990097" [ 643.323014] env[68640]: _type = "Task" [ 643.323014] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.329404] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 643.329404] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52662fa9-c275-ff49-32fb-75577376891a" [ 643.329404] env[68640]: _type = "Task" [ 643.329404] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.339545] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.345296] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52662fa9-c275-ff49-32fb-75577376891a, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.346220] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae13f9f-26ae-4574-ad35-5620980ced9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.354322] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 643.354322] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524f1678-7432-05ae-0476-5c2598da42de" [ 643.354322] env[68640]: _type = "Task" [ 643.354322] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.362717] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524f1678-7432-05ae-0476-5c2598da42de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.534666] env[68640]: DEBUG nova.compute.manager [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.534666] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.535256] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91b361-a457-4808-ac27-0eef989dc7f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.547426] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.548579] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1fcd399-6305-4c8d-a62a-610200c03c8c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.550743] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5169c4a4-0943-433d-82b7-7e80af79c5e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.559773] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ea0eb4-9f4e-4a1f-950d-4f9a33cd9deb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.562978] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 643.562978] env[68640]: value = "task-2990098" [ 643.562978] env[68640]: _type = "Task" [ 643.562978] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.598181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6582aeb-65f1-47f3-a43c-74e68f4f337f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.603884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9308cb8d-ff82-4385-8e53-25b8d43349f3 tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.333s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.604497] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.610692] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc1bfc-f115-472d-bd03-4552f1b908a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.626408] env[68640]: DEBUG nova.compute.provider_tree [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.790804] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990096, 'name': Rename_Task, 'duration_secs': 0.142206} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.791557] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.791557] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bccb031c-af4e-4786-aa35-699bc9eafc72 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.801310] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 643.801310] env[68640]: value = "task-2990099" [ 643.801310] env[68640]: _type = "Task" [ 643.801310] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.810060] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.834253] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213199} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.834474] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.835299] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badce78a-87fe-4f5d-bd4e-a6e25d7b31b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.860302] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 33469372-8efa-466c-acb8-91bf53a5be4b/33469372-8efa-466c-acb8-91bf53a5be4b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.860964] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d39aada4-c359-40f6-93b3-8ec42d2af07e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.882327] env[68640]: DEBUG nova.network.neutron [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Updating instance_info_cache with network_info: [{"id": "eaa6c0ec-60a0-4329-ad41-edaea67be10e", "address": "fa:16:3e:92:8f:c4", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa6c0ec-60", "ovs_interfaceid": "eaa6c0ec-60a0-4329-ad41-edaea67be10e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.889393] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524f1678-7432-05ae-0476-5c2598da42de, 'name': SearchDatastore_Task, 'duration_secs': 0.007752} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.891298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.891298] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] bb3bd3b9-c459-4bdb-a55e-e65178dc47d3/bb3bd3b9-c459-4bdb-a55e-e65178dc47d3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.894216] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 643.894216] env[68640]: value = "task-2990100" [ 643.894216] env[68640]: _type = "Task" [ 643.894216] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.894216] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaccd6ba-1f38-42bd-8d7b-abaee466f693 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.905827] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.905827] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 643.905827] env[68640]: value = "task-2990101" [ 643.905827] env[68640]: _type = "Task" [ 643.905827] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.913566] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.913795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.918111] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.982757] env[68640]: DEBUG nova.network.neutron [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Successfully created port: c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.078116] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.107672] env[68640]: DEBUG nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.130691] env[68640]: DEBUG nova.scheduler.client.report [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.173921] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 644.212039] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.212039] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.212039] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.212256] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.214539] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.216024] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.216024] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.216024] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.216024] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.216024] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.216357] env[68640]: DEBUG nova.virt.hardware [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.220391] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdd53ba-33cd-444e-93c7-c2fb79b3e406 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.236252] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b6522-552b-461c-8655-540f406a568d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.318516] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990099, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.394901] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Releasing lock "refresh_cache-a7f9464a-1ce9-41c1-acd0-085769f87f3b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.394901] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Instance network_info: |[{"id": "eaa6c0ec-60a0-4329-ad41-edaea67be10e", "address": "fa:16:3e:92:8f:c4", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa6c0ec-60", "ovs_interfaceid": "eaa6c0ec-60a0-4329-ad41-edaea67be10e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.395196] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:8f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eaa6c0ec-60a0-4329-ad41-edaea67be10e', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.416122] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Creating folder: Project (9174f16a28824e56a399b8237d5c02bf). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.416122] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bed4335b-f942-4d7b-a91e-7b01ad053276 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.439285] env[68640]: DEBUG nova.network.neutron [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updated VIF entry in instance network info cache for port 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.439707] env[68640]: DEBUG nova.network.neutron [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updating instance_info_cache with network_info: [{"id": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "address": "fa:16:3e:1a:a9:ac", "network": {"id": "754632a4-dee4-484a-b515-098cdf33e214", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-941422131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0e16c7606b410d9862b7cee3892872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e9b5b3-2b", "ovs_interfaceid": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.452463] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.461194] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Created folder: Project (9174f16a28824e56a399b8237d5c02bf) in parent group-v599664. [ 644.461194] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Creating folder: Instances. Parent ref: group-v599683. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.461194] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.461194] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff10d3bc-c7dd-428a-9e45-2952d0d408a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.474272] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Created folder: Instances in parent group-v599683. [ 644.474778] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.475107] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.475432] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270ba744-57ac-4109-82a5-06fd8541b69c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.501793] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.501793] env[68640]: value = "task-2990104" [ 644.501793] env[68640]: _type = "Task" [ 644.501793] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.516751] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990104, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.586023] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.617155] env[68640]: DEBUG nova.network.neutron [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Successfully updated port: f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.639270] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.640184] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.641240] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.645370] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.013s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.820089] env[68640]: DEBUG oslo_vmware.api [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990099, 'name': PowerOnVM_Task, 'duration_secs': 0.986679} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.820138] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.820391] env[68640]: INFO nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Took 13.13 seconds to spawn the instance on the hypervisor. [ 644.820573] env[68640]: DEBUG nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.821455] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5430475-899c-4a60-99b8-879bae1ce381 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.871611] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.871890] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.928363] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.932113] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708457} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.932415] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] bb3bd3b9-c459-4bdb-a55e-e65178dc47d3/bb3bd3b9-c459-4bdb-a55e-e65178dc47d3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.932514] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.932731] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee192c8d-9ca1-48e0-bfd4-68054214337c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.939985] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 644.939985] env[68640]: value = "task-2990105" [ 644.939985] env[68640]: _type = "Task" [ 644.939985] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.944840] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Releasing lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.945129] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Received event network-vif-plugged-e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.945327] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Acquiring lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.945595] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.945817] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.946044] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] No waiting events found dispatching network-vif-plugged-e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.946281] env[68640]: WARNING nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Received unexpected event network-vif-plugged-e3abc306-3dcf-4668-b566-73a0067f86c6 for instance with vm_state building and task_state spawning. [ 644.946476] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Received event network-changed-e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.946638] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Refreshing instance network info cache due to event network-changed-e3abc306-3dcf-4668-b566-73a0067f86c6. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.946827] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Acquiring lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.947035] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Acquired lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.947211] env[68640]: DEBUG nova.network.neutron [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Refreshing network info cache for port e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.956831] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.012553] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990104, 'name': CreateVM_Task, 'duration_secs': 0.439266} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.013039] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.014583] env[68640]: DEBUG oslo_vmware.service [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a123859d-19b0-49d1-9a7b-ce388ab7fdc6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.020541] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.020978] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.021132] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.021397] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6788ea48-a626-43e0-9ecc-1a9d6e47171c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.024994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.025713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.025713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.025713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.025942] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.031267] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 645.031267] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525b4d20-075a-796c-35ea-41cb1b1b5106" [ 645.031267] env[68640]: _type = "Task" [ 645.031267] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.031865] env[68640]: INFO nova.compute.manager [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Terminating instance [ 645.046469] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525b4d20-075a-796c-35ea-41cb1b1b5106, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.080607] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990098, 'name': PowerOffVM_Task, 'duration_secs': 1.209946} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.080960] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.081188] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.081493] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82e8d25f-6676-4efc-9138-e131f740a1d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.122571] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "refresh_cache-24d8a83a-b087-4a0a-8eb2-2ec41afd4707" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.122642] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquired lock "refresh_cache-24d8a83a-b087-4a0a-8eb2-2ec41afd4707" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.122791] env[68640]: DEBUG nova.network.neutron [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.139349] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.139618] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.139830] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleting the datastore file [datastore1] 498784a2-9d4b-493a-949d-176231487ba8 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.140381] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eea3ae24-4ad0-4c5b-b833-6c60b4fdadae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.147019] env[68640]: DEBUG nova.compute.utils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.149150] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.149338] env[68640]: DEBUG nova.network.neutron [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.151274] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for the task: (returnval){ [ 645.151274] env[68640]: value = "task-2990107" [ 645.151274] env[68640]: _type = "Task" [ 645.151274] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.170290] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.247530] env[68640]: DEBUG nova.policy [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '114807848d25414183f8f5aedb76b919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01e86fe272b040fbb8e18100cd4d50ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.353254] env[68640]: INFO nova.compute.manager [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Took 22.58 seconds to build instance. [ 645.426197] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.451154] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073764} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.452135] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.454159] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b235c3-c525-40f4-b3b2-975335547806 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.480752] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] bb3bd3b9-c459-4bdb-a55e-e65178dc47d3/bb3bd3b9-c459-4bdb-a55e-e65178dc47d3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.481128] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d1716c-479c-4de5-9b31-b445bdbd928d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.501228] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 645.501228] env[68640]: value = "task-2990108" [ 645.501228] env[68640]: _type = "Task" [ 645.501228] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.510592] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.543778] env[68640]: DEBUG nova.compute.manager [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 645.544095] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.544882] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59380a87-529c-4064-8a5a-a74d829db761 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.547718] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.547856] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.547997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.548180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.548355] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.548602] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c927f9e4-c5bc-4350-b776-3e9ad9114980 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.555399] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.555629] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7ca072-111d-4bae-bb13-ef8325b6cd13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.563832] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 645.563832] env[68640]: value = "task-2990109" [ 645.563832] env[68640]: _type = "Task" [ 645.563832] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.568295] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.568476] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.573186] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36645790-6612-44a2-9f0f-add21c31038d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.577429] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.581427] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6463d24-eb36-4579-8b70-a1f29aa74d4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.587692] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 645.587692] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a285b4-caf5-1ced-408c-29617c7132d4" [ 645.587692] env[68640]: _type = "Task" [ 645.587692] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.600994] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a285b4-caf5-1ced-408c-29617c7132d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.653952] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.675231] env[68640]: DEBUG oslo_vmware.api [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Task: {'id': task-2990107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43324} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.675878] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.675989] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.676296] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.676618] env[68640]: INFO nova.compute.manager [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Took 2.14 seconds to destroy the instance on the hypervisor. [ 645.676797] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.677052] env[68640]: DEBUG nova.compute.manager [-] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 645.678572] env[68640]: DEBUG nova.network.neutron [-] [instance: 498784a2-9d4b-493a-949d-176231487ba8] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.703276] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 498784a2-9d4b-493a-949d-176231487ba8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.703416] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 31daaef4-ef63-49d0-9a94-8b44ca57d776 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.703538] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.703648] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance d1f4a410-8029-42d8-9458-2979d5b18985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.703757] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 33469372-8efa-466c-acb8-91bf53a5be4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.703867] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance a7f9464a-1ce9-41c1-acd0-085769f87f3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.704024] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.704414] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 24d8a83a-b087-4a0a-8eb2-2ec41afd4707 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.704561] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.704673] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 462394ab-4bb2-4e64-8327-e435b51c7d27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 645.711637] env[68640]: DEBUG nova.network.neutron [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.855556] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995c63-a36b-4654-bee1-859718ab9836 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.094s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.927634] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.013716] env[68640]: DEBUG nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Received event network-changed-eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.013937] env[68640]: DEBUG nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Refreshing instance network info cache due to event network-changed-eaa6c0ec-60a0-4329-ad41-edaea67be10e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.015108] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Acquiring lock "refresh_cache-a7f9464a-1ce9-41c1-acd0-085769f87f3b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.015108] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Acquired lock "refresh_cache-a7f9464a-1ce9-41c1-acd0-085769f87f3b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.015108] env[68640]: DEBUG nova.network.neutron [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Refreshing network info cache for port eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.030842] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.078899] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990109, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.098322] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 646.098587] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Creating directory with path [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.098829] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d002cb2-1f9c-4ff7-9714-d49e8f93fc73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.117614] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Created directory with path [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.117843] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Fetch image to [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 646.118023] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Downloading image file data 93665317-c104-4501-b3df-a71d929e9bc0 to [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk on the data store datastore2 {{(pid=68640) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 646.119088] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154be580-e7a5-47a1-8bec-8aa74b19aad6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.127311] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea4bf1f-273e-4457-bdd7-1cd62b03b3cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.137131] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be0818-1f11-4cf8-81de-332f98e164ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.177674] env[68640]: DEBUG nova.network.neutron [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Updated VIF entry in instance network info cache for port e3abc306-3dcf-4668-b566-73a0067f86c6. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.177674] env[68640]: DEBUG nova.network.neutron [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Updating instance_info_cache with network_info: [{"id": "e3abc306-3dcf-4668-b566-73a0067f86c6", "address": "fa:16:3e:f6:10:31", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3abc306-3d", "ovs_interfaceid": "e3abc306-3dcf-4668-b566-73a0067f86c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.177980] env[68640]: DEBUG nova.network.neutron [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Updating instance_info_cache with network_info: [{"id": "f564d3f4-4737-48d2-b8dc-ca29b11e7247", "address": "fa:16:3e:9b:5b:a9", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf564d3f4-47", "ovs_interfaceid": "f564d3f4-4737-48d2-b8dc-ca29b11e7247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.182557] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fa7dff-1aee-4106-847b-992c8fa7f0ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.185486] env[68640]: DEBUG nova.network.neutron [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Successfully created port: fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.193604] env[68640]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-dab407b4-4324-4e76-bb0b-95e69b676983 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.212208] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c5dc9190-d11e-4fc1-93dd-107a5267886f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.224794] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Downloading image file data 93665317-c104-4501-b3df-a71d929e9bc0 to the data store datastore2 {{(pid=68640) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 646.309384] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 646.384060] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.429972] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990100, 'name': ReconfigVM_Task, 'duration_secs': 2.131914} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.430269] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 33469372-8efa-466c-acb8-91bf53a5be4b/33469372-8efa-466c-acb8-91bf53a5be4b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.431051] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9a1cf3-8d61-46c4-8b56-674df04de3a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.438539] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 646.438539] env[68640]: value = "task-2990110" [ 646.438539] env[68640]: _type = "Task" [ 646.438539] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.452401] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990110, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.520514] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990108, 'name': ReconfigVM_Task, 'duration_secs': 0.762695} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.525396] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Reconfigured VM instance instance-00000007 to attach disk [datastore1] bb3bd3b9-c459-4bdb-a55e-e65178dc47d3/bb3bd3b9-c459-4bdb-a55e-e65178dc47d3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.526190] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec557a6f-f231-4ac8-af1b-9322e0f42db5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.533543] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 646.533543] env[68640]: value = "task-2990111" [ 646.533543] env[68640]: _type = "Task" [ 646.533543] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.548838] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990111, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.587259] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Acquiring lock "31daaef4-ef63-49d0-9a94-8b44ca57d776" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.587573] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.587789] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Acquiring lock "31daaef4-ef63-49d0-9a94-8b44ca57d776-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.588035] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.589070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.589787] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990109, 'name': PowerOffVM_Task, 'duration_secs': 0.573811} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.590490] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.591062] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.591062] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4771189-17cf-463a-b291-bf272cafcddb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.594097] env[68640]: INFO nova.compute.manager [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Terminating instance [ 646.628196] env[68640]: DEBUG nova.network.neutron [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Successfully updated port: c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.659301] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.659791] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.660396] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Deleting the datastore file [datastore1] 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.660396] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71eb06a4-d70f-4556-a8d0-bd1d32acf5c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.667787] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for the task: (returnval){ [ 646.667787] env[68640]: value = "task-2990113" [ 646.667787] env[68640]: _type = "Task" [ 646.667787] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.686599] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.686599] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Releasing lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.686681] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Received event network-vif-plugged-eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.686868] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Acquiring lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.687076] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.687237] env[68640]: DEBUG oslo_concurrency.lockutils [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.687401] env[68640]: DEBUG nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] No waiting events found dispatching network-vif-plugged-eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.687561] env[68640]: WARNING nova.compute.manager [req-1627b10c-94b3-4702-80d4-0ef8d59ee7d2 req-988443c1-4fea-480f-85c8-c7a58a1ccd5a service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Received unexpected event network-vif-plugged-eaa6c0ec-60a0-4329-ad41-edaea67be10e for instance with vm_state building and task_state spawning. [ 646.687976] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.691876] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Releasing lock "refresh_cache-24d8a83a-b087-4a0a-8eb2-2ec41afd4707" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.692145] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Instance network_info: |[{"id": "f564d3f4-4737-48d2-b8dc-ca29b11e7247", "address": "fa:16:3e:9b:5b:a9", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf564d3f4-47", "ovs_interfaceid": "f564d3f4-4737-48d2-b8dc-ca29b11e7247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.692878] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:5b:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f564d3f4-4737-48d2-b8dc-ca29b11e7247', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.701913] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Creating folder: Project (3c5e1e45070d4901a8c8cfae052aa230). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.701913] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d584991-9165-43c7-a3e1-48d920217ca0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.712180] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Created folder: Project (3c5e1e45070d4901a8c8cfae052aa230) in parent group-v599664. [ 646.712339] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Creating folder: Instances. Parent ref: group-v599686. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.714561] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.714711] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.714863] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.715062] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.715212] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.715478] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.715609] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.715701] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.715866] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.716030] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.716246] env[68640]: DEBUG nova.virt.hardware [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.716708] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b3c58bf-0322-4322-a2e4-eb9ea12a8add {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.721044] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 646.721044] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a4cdd2-47ad-407d-a7db-3ad1c5999975 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.732713] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90510b7a-3f73-4aff-a8de-67e3d190de6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.739017] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Created folder: Instances in parent group-v599686. [ 646.739271] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.740134] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.740134] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2388958-aeb7-4f5e-a8c1-1e473e1fdf89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.774362] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.774362] env[68640]: value = "task-2990116" [ 646.774362] env[68640]: _type = "Task" [ 646.774362] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.782021] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990116, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.811201] env[68640]: DEBUG nova.network.neutron [-] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.924202] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.956702] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990110, 'name': Rename_Task, 'duration_secs': 0.132108} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.956951] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.957319] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed175f0-f4b5-4883-83c7-1733b962ffdb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.967358] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 646.967358] env[68640]: value = "task-2990117" [ 646.967358] env[68640]: _type = "Task" [ 646.967358] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.978035] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.056980] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990111, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.092466] env[68640]: DEBUG nova.network.neutron [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Updated VIF entry in instance network info cache for port eaa6c0ec-60a0-4329-ad41-edaea67be10e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.092984] env[68640]: DEBUG nova.network.neutron [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Updating instance_info_cache with network_info: [{"id": "eaa6c0ec-60a0-4329-ad41-edaea67be10e", "address": "fa:16:3e:92:8f:c4", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.113", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeaa6c0ec-60", "ovs_interfaceid": "eaa6c0ec-60a0-4329-ad41-edaea67be10e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.097233] env[68640]: DEBUG nova.compute.manager [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.097453] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.098679] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e7c90-5270-484e-96da-f4a7368368a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.108180] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.108545] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f5ac454-b0ec-4961-87bf-11ccbc25a6a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.115165] env[68640]: DEBUG oslo_vmware.api [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Waiting for the task: (returnval){ [ 647.115165] env[68640]: value = "task-2990118" [ 647.115165] env[68640]: _type = "Task" [ 647.115165] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.126398] env[68640]: DEBUG oslo_vmware.api [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Task: {'id': task-2990118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.136251] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "refresh_cache-36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.136412] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "refresh_cache-36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.136567] env[68640]: DEBUG nova.network.neutron [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.178870] env[68640]: DEBUG oslo_vmware.api [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Task: {'id': task-2990113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196912} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.179595] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.179595] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.179755] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.179998] env[68640]: INFO nova.compute.manager [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 647.180349] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.180937] env[68640]: DEBUG nova.compute.manager [-] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.181050] env[68640]: DEBUG nova.network.neutron [-] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.227761] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance e531bf63-79c8-4f6a-b8a9-60930da933ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 647.235207] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 647.235207] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 647.288650] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990116, 'name': CreateVM_Task, 'duration_secs': 0.396623} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.288831] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.289929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.290117] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.290448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.290713] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb8f264-cc37-47eb-83af-92239d388d6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.296689] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 647.296689] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279e99e-4fa6-f686-a66d-e255d59fe7bf" [ 647.296689] env[68640]: _type = "Task" [ 647.296689] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.305168] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279e99e-4fa6-f686-a66d-e255d59fe7bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.313789] env[68640]: INFO nova.compute.manager [-] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Took 1.64 seconds to deallocate network for instance. [ 647.314612] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Downloaded image file data 93665317-c104-4501-b3df-a71d929e9bc0 to vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk on the data store datastore2 {{(pid=68640) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 647.317371] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 647.317639] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Copying Virtual Disk [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk to [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.319729] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa2ef6e-1a43-455c-af8e-4562a2ce3480 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.332949] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 647.332949] env[68640]: value = "task-2990119" [ 647.332949] env[68640]: _type = "Task" [ 647.332949] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.347464] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.419548] env[68640]: DEBUG nova.compute.manager [req-c5ff10be-17c4-4aa2-98f9-bd869dd99cf8 req-7ca06284-33e8-4867-a82e-66ddc8ae844b service nova] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Received event network-vif-deleted-7bbe42f7-4e06-4955-9791-0f0e5aced1fd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.479841] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.544889] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990111, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.595745] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Releasing lock "refresh_cache-a7f9464a-1ce9-41c1-acd0-085769f87f3b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.596070] env[68640]: DEBUG nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Received event network-vif-plugged-f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.596309] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Acquiring lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.596541] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.596734] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.596929] env[68640]: DEBUG nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] No waiting events found dispatching network-vif-plugged-f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.597347] env[68640]: WARNING nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Received unexpected event network-vif-plugged-f564d3f4-4737-48d2-b8dc-ca29b11e7247 for instance with vm_state building and task_state spawning. [ 647.597545] env[68640]: DEBUG nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Received event network-changed-f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.597732] env[68640]: DEBUG nova.compute.manager [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Refreshing instance network info cache due to event network-changed-f564d3f4-4737-48d2-b8dc-ca29b11e7247. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.597891] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Acquiring lock "refresh_cache-24d8a83a-b087-4a0a-8eb2-2ec41afd4707" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.598063] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Acquired lock "refresh_cache-24d8a83a-b087-4a0a-8eb2-2ec41afd4707" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.598224] env[68640]: DEBUG nova.network.neutron [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Refreshing network info cache for port f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.626510] env[68640]: DEBUG oslo_vmware.api [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Task: {'id': task-2990118, 'name': PowerOffVM_Task, 'duration_secs': 0.186952} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.626869] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.628038] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.628038] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c9e122-3483-47bf-b294-bf1216bdb4ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.692210] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.692429] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.692655] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Deleting the datastore file [datastore1] 31daaef4-ef63-49d0-9a94-8b44ca57d776 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.692939] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9751138f-b4b0-4bd1-b20f-39e00a2dbdcc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.696785] env[68640]: DEBUG nova.network.neutron [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.700379] env[68640]: DEBUG oslo_vmware.api [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Waiting for the task: (returnval){ [ 647.700379] env[68640]: value = "task-2990121" [ 647.700379] env[68640]: _type = "Task" [ 647.700379] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.709809] env[68640]: DEBUG oslo_vmware.api [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Task: {'id': task-2990121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.735072] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance cbe09b25-b49e-450f-9176-15b85e9e303a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 647.809534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.809534] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.809534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.831023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.844634] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990119, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.963247] env[68640]: DEBUG nova.network.neutron [-] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.975462] env[68640]: DEBUG nova.network.neutron [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Updating instance_info_cache with network_info: [{"id": "c20e341a-5309-419e-ad9d-9136a0cef5e4", "address": "fa:16:3e:c2:53:42", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20e341a-53", "ovs_interfaceid": "c20e341a-5309-419e-ad9d-9136a0cef5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.992029] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990117, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.055795] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990111, 'name': Rename_Task, 'duration_secs': 1.157746} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.056227] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.056530] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-678f78c7-b74f-4244-be4a-7e138726aec4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.064213] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 648.064213] env[68640]: value = "task-2990122" [ 648.064213] env[68640]: _type = "Task" [ 648.064213] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.076794] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.210293] env[68640]: DEBUG oslo_vmware.api [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Task: {'id': task-2990121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307585} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.210601] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.210758] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.211336] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.211336] env[68640]: INFO nova.compute.manager [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Took 1.11 seconds to destroy the instance on the hypervisor. [ 648.211336] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.211670] env[68640]: DEBUG nova.compute.manager [-] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.211670] env[68640]: DEBUG nova.network.neutron [-] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.220914] env[68640]: DEBUG nova.network.neutron [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Successfully updated port: fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.239698] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 536eadbc-43da-483f-a944-4d819d5c1850 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.348650] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791847} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.348650] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Copied Virtual Disk [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk to [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.348650] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleting the datastore file [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0/tmp-sparse.vmdk {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.348650] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d60b318-12a6-4ae9-8cfa-6e3d215ee5d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.357019] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 648.357019] env[68640]: value = "task-2990123" [ 648.357019] env[68640]: _type = "Task" [ 648.357019] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.364672] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.389025] env[68640]: DEBUG nova.network.neutron [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Updated VIF entry in instance network info cache for port f564d3f4-4737-48d2-b8dc-ca29b11e7247. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.389025] env[68640]: DEBUG nova.network.neutron [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Updating instance_info_cache with network_info: [{"id": "f564d3f4-4737-48d2-b8dc-ca29b11e7247", "address": "fa:16:3e:9b:5b:a9", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf564d3f4-47", "ovs_interfaceid": "f564d3f4-4737-48d2-b8dc-ca29b11e7247", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.472395] env[68640]: INFO nova.compute.manager [-] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Took 1.29 seconds to deallocate network for instance. [ 648.488350] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "refresh_cache-36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.488644] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Instance network_info: |[{"id": "c20e341a-5309-419e-ad9d-9136a0cef5e4", "address": "fa:16:3e:c2:53:42", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20e341a-53", "ovs_interfaceid": "c20e341a-5309-419e-ad9d-9136a0cef5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.488926] env[68640]: DEBUG oslo_vmware.api [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990117, 'name': PowerOnVM_Task, 'duration_secs': 1.063301} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.489280] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:53:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c20e341a-5309-419e-ad9d-9136a0cef5e4', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.497492] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.498250] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.498250] env[68640]: INFO nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Took 14.46 seconds to spawn the instance on the hypervisor. [ 648.498250] env[68640]: DEBUG nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.498596] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.499195] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8db2d36-6e31-4c36-9329-5ceed27ca18e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.502938] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400f841d-67c7-4d3e-b46f-49ae0e72e63d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.528161] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.528161] env[68640]: value = "task-2990124" [ 648.528161] env[68640]: _type = "Task" [ 648.528161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.537995] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990124, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.576308] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.722335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.722703] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquired lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.722703] env[68640]: DEBUG nova.network.neutron [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.745845] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 23cc8440-a4d2-44a1-a601-1e885eff80a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 648.865795] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068184} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.866045] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.866262] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Moving file from [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e/93665317-c104-4501-b3df-a71d929e9bc0 to [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0. {{(pid=68640) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 648.866494] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b11f6c64-bfaf-428d-be34-39438452476b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.873261] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 648.873261] env[68640]: value = "task-2990125" [ 648.873261] env[68640]: _type = "Task" [ 648.873261] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.881874] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990125, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.891567] env[68640]: DEBUG oslo_concurrency.lockutils [req-c60ef627-4b0e-4b46-a0e0-d93665a20fe0 req-122d2901-a044-47df-93cf-4916bfdc3378 service nova] Releasing lock "refresh_cache-24d8a83a-b087-4a0a-8eb2-2ec41afd4707" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.983596] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.039150] env[68640]: INFO nova.compute.manager [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Took 26.04 seconds to build instance. [ 649.045710] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990124, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.079773] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990122, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.145260] env[68640]: DEBUG nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Received event network-vif-plugged-c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.145495] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Acquiring lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.145705] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.145869] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.150318] env[68640]: DEBUG nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] No waiting events found dispatching network-vif-plugged-c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.150318] env[68640]: WARNING nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Received unexpected event network-vif-plugged-c20e341a-5309-419e-ad9d-9136a0cef5e4 for instance with vm_state building and task_state spawning. [ 649.150318] env[68640]: DEBUG nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Received event network-changed-c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.150318] env[68640]: DEBUG nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Refreshing instance network info cache due to event network-changed-c20e341a-5309-419e-ad9d-9136a0cef5e4. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.151033] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Acquiring lock "refresh_cache-36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.151033] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Acquired lock "refresh_cache-36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.151033] env[68640]: DEBUG nova.network.neutron [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Refreshing network info cache for port c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.216442] env[68640]: DEBUG nova.compute.manager [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 649.249496] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance eabaabda-c30c-4997-83b6-f99a1ea79dbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.266240] env[68640]: DEBUG nova.network.neutron [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.328807] env[68640]: DEBUG nova.network.neutron [-] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.384943] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990125, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038113} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.385213] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] File moved {{(pid=68640) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 649.385410] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Cleaning up location [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 649.385568] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleting the datastore file [datastore2] vmware_temp/564984e7-f43a-430b-90bf-f12be400766e {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.385820] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f8b08b-7cf0-4f4e-ba80-a9f40be67165 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.392500] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 649.392500] env[68640]: value = "task-2990126" [ 649.392500] env[68640]: _type = "Task" [ 649.392500] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.401885] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.547940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b004b39-b3f5-4d26-bf7d-a4fc0e1ebad6 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "33469372-8efa-466c-acb8-91bf53a5be4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.566s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.548152] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990124, 'name': CreateVM_Task, 'duration_secs': 0.63515} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.549346] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.550350] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.550506] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.550823] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.551130] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bead0a8-d71d-4843-91e1-0e659ea39089 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.559181] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 649.559181] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b8073e-abe3-b453-30d6-61430b1be4d4" [ 649.559181] env[68640]: _type = "Task" [ 649.559181] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.569262] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b8073e-abe3-b453-30d6-61430b1be4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.578949] env[68640]: DEBUG oslo_vmware.api [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990122, 'name': PowerOnVM_Task, 'duration_secs': 1.087222} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.579243] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.579488] env[68640]: INFO nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Took 13.01 seconds to spawn the instance on the hypervisor. [ 649.579669] env[68640]: DEBUG nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.580470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6df21bc-362c-4044-be5b-31687737e9af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.585369] env[68640]: DEBUG nova.network.neutron [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Updating instance_info_cache with network_info: [{"id": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "address": "fa:16:3e:02:2d:34", "network": {"id": "87341a96-317a-4e8a-8bc9-cb118617f6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-986248931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e86fe272b040fbb8e18100cd4d50ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7b4c3e-75", "ovs_interfaceid": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.743997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.754032] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 632d944a-2286-42bb-a3b8-cdaf59c72880 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 649.834882] env[68640]: INFO nova.compute.manager [-] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Took 1.62 seconds to deallocate network for instance. [ 649.905101] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078907} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.905556] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.907160] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89220362-a7a8-4793-9516-d68de073c7d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.913357] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 649.913357] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260da7d-c9d0-a7a6-99ea-0885616686a2" [ 649.913357] env[68640]: _type = "Task" [ 649.913357] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.924376] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260da7d-c9d0-a7a6-99ea-0885616686a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.961547] env[68640]: DEBUG nova.network.neutron [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Updated VIF entry in instance network info cache for port c20e341a-5309-419e-ad9d-9136a0cef5e4. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.962240] env[68640]: DEBUG nova.network.neutron [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Updating instance_info_cache with network_info: [{"id": "c20e341a-5309-419e-ad9d-9136a0cef5e4", "address": "fa:16:3e:c2:53:42", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc20e341a-53", "ovs_interfaceid": "c20e341a-5309-419e-ad9d-9136a0cef5e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.029947] env[68640]: DEBUG nova.compute.manager [req-cb25186d-cd1b-4481-bed3-0afb599a10fe req-b86f43ea-34a3-48b4-8afa-6b22851d3804 service nova] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Received event network-vif-deleted-638eca25-f165-4afd-9117-8cba1c403b47 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.050527] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.072541] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b8073e-abe3-b453-30d6-61430b1be4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015013} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.073137] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.073537] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.073985] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.092214] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Releasing lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.092214] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Instance network_info: |[{"id": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "address": "fa:16:3e:02:2d:34", "network": {"id": "87341a96-317a-4e8a-8bc9-cb118617f6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-986248931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e86fe272b040fbb8e18100cd4d50ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7b4c3e-75", "ovs_interfaceid": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.092405] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:2d:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24376631-ee89-4ff1-b8ac-f09911fc8329', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.105064] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Creating folder: Project (01e86fe272b040fbb8e18100cd4d50ba). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.111447] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a92227f-c6b9-4acd-b925-484975eaae8f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.117157] env[68640]: INFO nova.compute.manager [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Took 25.24 seconds to build instance. [ 650.127421] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Created folder: Project (01e86fe272b040fbb8e18100cd4d50ba) in parent group-v599664. [ 650.127421] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Creating folder: Instances. Parent ref: group-v599690. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.127421] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3897a250-bab7-4dd8-9e1e-9c49c3b61fc5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.139019] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Created folder: Instances in parent group-v599690. [ 650.139019] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.139019] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.139019] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afe9d5c0-d494-473e-a7d1-ff6dcc4a2615 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.162265] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.162265] env[68640]: value = "task-2990129" [ 650.162265] env[68640]: _type = "Task" [ 650.162265] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.171432] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990129, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.257332] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 67b5f02a-0cec-4dce-9930-d335044db208 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 650.257332] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 650.257332] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 650.343410] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.432199] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260da7d-c9d0-a7a6-99ea-0885616686a2, 'name': SearchDatastore_Task, 'duration_secs': 0.020612} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.432693] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.433188] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] a7f9464a-1ce9-41c1-acd0-085769f87f3b/a7f9464a-1ce9-41c1-acd0-085769f87f3b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.433602] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.433930] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.434273] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78d05d62-691f-4103-b4bc-1080ffbbb95e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.438119] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a5048b-c723-4475-bb64-2dff38e19121 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.452297] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 650.452297] env[68640]: value = "task-2990130" [ 650.452297] env[68640]: _type = "Task" [ 650.452297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.455620] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.455974] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.457295] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbab5063-5c95-4b77-b27f-38117b154efb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.466845] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Releasing lock "refresh_cache-36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.467129] env[68640]: DEBUG nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Received event network-vif-plugged-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 650.467330] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Acquiring lock "462394ab-4bb2-4e64-8327-e435b51c7d27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.467527] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.467687] env[68640]: DEBUG oslo_concurrency.lockutils [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.467909] env[68640]: DEBUG nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] No waiting events found dispatching network-vif-plugged-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.468027] env[68640]: WARNING nova.compute.manager [req-c45b661f-63f2-40e6-a64c-1cce64e52061 req-150269b0-9e43-4f2b-9f81-904ea1ca6eeb service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Received unexpected event network-vif-plugged-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e for instance with vm_state building and task_state spawning. [ 650.468373] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.471822] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 650.471822] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6fe92-7dac-13ee-78a9-ec4202bb1d8f" [ 650.471822] env[68640]: _type = "Task" [ 650.471822] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.481380] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6fe92-7dac-13ee-78a9-ec4202bb1d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.573929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.619724] env[68640]: DEBUG oslo_concurrency.lockutils [None req-483a6bd8-16ac-4537-9e65-4601fd4f6962 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.766s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.648725] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f03f205-331d-40d1-af8a-8a31bd79a4ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.659605] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c6b1f7-03cd-492c-a0d3-a3317aba7290 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.712127] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990129, 'name': CreateVM_Task, 'duration_secs': 0.431702} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.713063] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2daff868-18c8-464c-b66c-9856254c3d21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.717482] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.717482] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.717614] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.718093] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.718822] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c66e6b-ad45-42fd-9871-35d62e150f27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.729669] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05ae51a-47ee-4c54-8523-b3572e665796 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.735815] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 650.735815] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb8507-86b4-abec-e8c5-7e957b45c6af" [ 650.735815] env[68640]: _type = "Task" [ 650.735815] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.751161] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.757947] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb8507-86b4-abec-e8c5-7e957b45c6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.969321] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990130, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.986381] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6fe92-7dac-13ee-78a9-ec4202bb1d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01306} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.987283] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea36e940-5cac-4625-967d-9e958b71971e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.995289] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 650.995289] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5247e325-dd7d-ab11-dc13-2e2c3677a55e" [ 650.995289] env[68640]: _type = "Task" [ 650.995289] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.011086] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5247e325-dd7d-ab11-dc13-2e2c3677a55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.123057] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.251058] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb8507-86b4-abec-e8c5-7e957b45c6af, 'name': SearchDatastore_Task, 'duration_secs': 0.061733} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.251365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.251604] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.251835] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.280473] env[68640]: ERROR nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [req-e319b47b-4106-4132-8ebf-ee30a6ed2c15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e319b47b-4106-4132-8ebf-ee30a6ed2c15"}]} [ 651.312122] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 651.325898] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 651.326104] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.341980] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 651.362709] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 651.462913] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604032} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.463494] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] a7f9464a-1ce9-41c1-acd0-085769f87f3b/a7f9464a-1ce9-41c1-acd0-085769f87f3b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.463640] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.463873] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c65656-dbc9-4937-a9cc-989ec905a943 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.474206] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 651.474206] env[68640]: value = "task-2990131" [ 651.474206] env[68640]: _type = "Task" [ 651.474206] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.485919] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.505369] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5247e325-dd7d-ab11-dc13-2e2c3677a55e, 'name': SearchDatastore_Task, 'duration_secs': 0.040351} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.509886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.509886] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 24d8a83a-b087-4a0a-8eb2-2ec41afd4707/24d8a83a-b087-4a0a-8eb2-2ec41afd4707.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.509886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.509886] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.510195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e12c4904-dd20-4765-8645-77b1fb121251 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.512831] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fc4c42c-a6ec-4279-b8f0-444f0a0b919c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.520300] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 651.520300] env[68640]: value = "task-2990132" [ 651.520300] env[68640]: _type = "Task" [ 651.520300] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.528592] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.528838] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.530348] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3c957f-f101-44eb-8e17-04fd1e940d17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.537819] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.541090] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 651.541090] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b4b6a7-c20f-62da-0809-978a049b816f" [ 651.541090] env[68640]: _type = "Task" [ 651.541090] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.554359] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b4b6a7-c20f-62da-0809-978a049b816f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.652409] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.724133] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3636993f-973d-4eac-82cc-e42d7731877b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.733311] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca0e8fe-e75c-4588-9bd8-820f4dd93de1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.769176] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965cac4-1c19-4139-b3f9-cfd8c6426e8f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.777437] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f7db09-b004-438e-aa3d-5a57c8af9779 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.794769] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.987603] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12954} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.988029] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.992023] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6760c9d-7831-4937-a19d-10488fbab475 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.020700] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a7f9464a-1ce9-41c1-acd0-085769f87f3b/a7f9464a-1ce9-41c1-acd0-085769f87f3b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.021156] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8476a72-9fbe-486e-ba57-c3cdc342e1de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.054242] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990132, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.054242] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 652.054242] env[68640]: value = "task-2990133" [ 652.054242] env[68640]: _type = "Task" [ 652.054242] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.066977] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b4b6a7-c20f-62da-0809-978a049b816f, 'name': SearchDatastore_Task, 'duration_secs': 0.015141} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.069053] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b001457c-64d6-474e-9a80-0ef1163ef921 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.077311] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.081166] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 652.081166] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522a00ed-1346-a813-f669-f9e646b5a709" [ 652.081166] env[68640]: _type = "Task" [ 652.081166] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.091070] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522a00ed-1346-a813-f669-f9e646b5a709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.217739] env[68640]: DEBUG nova.compute.manager [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Received event network-changed-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.218029] env[68640]: DEBUG nova.compute.manager [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Refreshing instance network info cache due to event network-changed-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.222349] env[68640]: DEBUG oslo_concurrency.lockutils [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] Acquiring lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.222563] env[68640]: DEBUG oslo_concurrency.lockutils [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] Acquired lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.222784] env[68640]: DEBUG nova.network.neutron [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Refreshing network info cache for port fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.346020] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 652.346020] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 25 to 26 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 652.346020] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.535753] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.927633} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.535945] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 24d8a83a-b087-4a0a-8eb2-2ec41afd4707/24d8a83a-b087-4a0a-8eb2-2ec41afd4707.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.536161] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.536421] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-592b4720-837c-4d40-a2b1-476a72512eb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.545840] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 652.545840] env[68640]: value = "task-2990134" [ 652.545840] env[68640]: _type = "Task" [ 652.545840] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.553507] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.566854] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.595027] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522a00ed-1346-a813-f669-f9e646b5a709, 'name': SearchDatastore_Task, 'duration_secs': 0.071202} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.595027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.595027] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa/36a5ae04-7fa7-46b7-a63d-7b1aa5043afa.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.595027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.595302] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.595302] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9908305a-6812-427b-b07f-5ceb7ce141d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.596699] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ef05bde-9713-466e-9cc0-32dfb2852f71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.604616] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 652.604616] env[68640]: value = "task-2990135" [ 652.604616] env[68640]: _type = "Task" [ 652.604616] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.608959] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.609172] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.613149] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557c08aa-2f1d-4889-8ed5-630bd71579f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.616760] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.619902] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 652.619902] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52486dd4-36ed-1a95-0c5e-21ff52bd66c2" [ 652.619902] env[68640]: _type = "Task" [ 652.619902] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.628683] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52486dd4-36ed-1a95-0c5e-21ff52bd66c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.853266] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 652.853637] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.208s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.854171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.430s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.856451] env[68640]: INFO nova.compute.claims [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.067479] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273723} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.069063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.069503] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb1f4a6-29b8-4871-ac3f-15dd9d2d83f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.077287] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990133, 'name': ReconfigVM_Task, 'duration_secs': 0.851037} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.078123] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a7f9464a-1ce9-41c1-acd0-085769f87f3b/a7f9464a-1ce9-41c1-acd0-085769f87f3b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.079289] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd9a7ed6-27e4-4f63-9bb2-8f5bfbc438aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.106076] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 24d8a83a-b087-4a0a-8eb2-2ec41afd4707/24d8a83a-b087-4a0a-8eb2-2ec41afd4707.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.107575] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9fe7d7f-6b28-4d4e-8bd5-0cb41462c364 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.126706] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 653.126706] env[68640]: value = "task-2990136" [ 653.126706] env[68640]: _type = "Task" [ 653.126706] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.139974] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 653.139974] env[68640]: value = "task-2990137" [ 653.139974] env[68640]: _type = "Task" [ 653.139974] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.155724] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.156067] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52486dd4-36ed-1a95-0c5e-21ff52bd66c2, 'name': SearchDatastore_Task, 'duration_secs': 0.022222} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.156385] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990136, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.160966] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27fa7f4-1acb-433f-9f33-3a74b1817cb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.169432] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.174110] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 653.174110] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dcda7-0be9-e182-99b2-ba3388406efa" [ 653.174110] env[68640]: _type = "Task" [ 653.174110] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.187617] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dcda7-0be9-e182-99b2-ba3388406efa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.311374] env[68640]: DEBUG nova.network.neutron [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Updated VIF entry in instance network info cache for port fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.311921] env[68640]: DEBUG nova.network.neutron [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Updating instance_info_cache with network_info: [{"id": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "address": "fa:16:3e:02:2d:34", "network": {"id": "87341a96-317a-4e8a-8bc9-cb118617f6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-986248931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e86fe272b040fbb8e18100cd4d50ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7b4c3e-75", "ovs_interfaceid": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.620191] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612258} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.620191] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa/36a5ae04-7fa7-46b7-a63d-7b1aa5043afa.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.620191] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.620191] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-735bbf4d-2e89-4e42-9579-a85f1eb4e267 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.626418] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 653.626418] env[68640]: value = "task-2990138" [ 653.626418] env[68640]: _type = "Task" [ 653.626418] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.635498] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.647690] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990136, 'name': Rename_Task, 'duration_secs': 0.229695} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.647993] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.648801] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9778e0e6-bd1b-47bf-a978-9dacd600f7f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.654168] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990137, 'name': ReconfigVM_Task, 'duration_secs': 0.352706} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.655437] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 24d8a83a-b087-4a0a-8eb2-2ec41afd4707/24d8a83a-b087-4a0a-8eb2-2ec41afd4707.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.656154] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 653.656154] env[68640]: value = "task-2990139" [ 653.656154] env[68640]: _type = "Task" [ 653.656154] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.656390] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65385f5c-0018-40f7-a347-97270f2d9ab6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.667501] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.668918] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 653.668918] env[68640]: value = "task-2990140" [ 653.668918] env[68640]: _type = "Task" [ 653.668918] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.688505] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dcda7-0be9-e182-99b2-ba3388406efa, 'name': SearchDatastore_Task, 'duration_secs': 0.03002} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.688764] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990140, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.689025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.689287] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 462394ab-4bb2-4e64-8327-e435b51c7d27/462394ab-4bb2-4e64-8327-e435b51c7d27.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.689559] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bfe10e5-8627-4555-902e-c344bf7ab217 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.697256] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 653.697256] env[68640]: value = "task-2990141" [ 653.697256] env[68640]: _type = "Task" [ 653.697256] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.705827] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.814739] env[68640]: DEBUG oslo_concurrency.lockutils [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] Releasing lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.815049] env[68640]: DEBUG nova.compute.manager [req-0572c963-dceb-4f41-8368-557a7d13d5c9 req-ac9193e0-c785-4fa0-9e6c-e4928f229e13 service nova] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Received event network-vif-deleted-690e8def-1427-4d0e-b815-7a52645aa968 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.137831] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074596} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.137831] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.138508] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598d692f-12b6-4775-bdbe-aa119db0b528 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.166118] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa/36a5ae04-7fa7-46b7-a63d-7b1aa5043afa.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.169558] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad922a0-617a-410d-8343-ddf45c113595 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.200303] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990140, 'name': Rename_Task, 'duration_secs': 0.400158} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.209577] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.209961] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 654.209961] env[68640]: value = "task-2990142" [ 654.209961] env[68640]: _type = "Task" [ 654.209961] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.210232] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990139, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.210602] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01eb1839-09d1-44b0-be78-d027de8026b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.220447] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.231887] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 654.231887] env[68640]: value = "task-2990143" [ 654.231887] env[68640]: _type = "Task" [ 654.231887] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.232131] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.252246] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.341382] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a271a2ef-061e-4eae-b8c8-7afe43439954 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.356779] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4111d2-ff38-4e99-816c-7a9cda65e3fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.417769] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d107df-b704-4409-8e6a-9ab8a7c9c058 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.427782] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bdc36-1ba5-4bdd-b71b-fe0b8db5139e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.447416] env[68640]: DEBUG nova.compute.provider_tree [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.683375] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.712619] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861916} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.713244] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 462394ab-4bb2-4e64-8327-e435b51c7d27/462394ab-4bb2-4e64-8327-e435b51c7d27.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.714895] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.717562] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a291075d-bfcb-46e8-afef-c31058323a84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.726303] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.728150] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 654.728150] env[68640]: value = "task-2990144" [ 654.728150] env[68640]: _type = "Task" [ 654.728150] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.736985] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.747349] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.955639] env[68640]: DEBUG nova.scheduler.client.report [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.061404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.061715] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.181610] env[68640]: DEBUG oslo_vmware.api [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990139, 'name': PowerOnVM_Task, 'duration_secs': 1.109915} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.182095] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.183682] env[68640]: INFO nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Took 16.19 seconds to spawn the instance on the hypervisor. [ 655.183867] env[68640]: DEBUG nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.184702] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e226d588-65ae-40b6-852e-bfa9b79ca75a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.227759] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990142, 'name': ReconfigVM_Task, 'duration_secs': 0.866893} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.228296] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa/36a5ae04-7fa7-46b7-a63d-7b1aa5043afa.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.232018] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-589a01b0-5544-4ccc-806f-e92df559de18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.245353] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070111} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.250415] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.250812] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 655.250812] env[68640]: value = "task-2990145" [ 655.250812] env[68640]: _type = "Task" [ 655.250812] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.251514] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba4d16-550b-4668-a2e5-b37ba5a36613 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.267899] env[68640]: DEBUG oslo_vmware.api [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990143, 'name': PowerOnVM_Task, 'duration_secs': 0.833238} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.269113] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.269319] env[68640]: INFO nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Took 13.67 seconds to spawn the instance on the hypervisor. [ 655.269586] env[68640]: DEBUG nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.286643] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0214b2-1e67-4216-8919-bb45135d68a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.300475] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 462394ab-4bb2-4e64-8327-e435b51c7d27/462394ab-4bb2-4e64-8327-e435b51c7d27.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.304749] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7175b3-51a3-4351-bdb7-c5fa8a199923 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.318527] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990145, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.326238] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 655.326238] env[68640]: value = "task-2990146" [ 655.326238] env[68640]: _type = "Task" [ 655.326238] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.336193] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.461770] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.462245] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.465263] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.385s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.467190] env[68640]: INFO nova.compute.claims [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.640714] env[68640]: DEBUG nova.compute.manager [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Received event network-changed-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.643048] env[68640]: DEBUG nova.compute.manager [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Refreshing instance network info cache due to event network-changed-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.643048] env[68640]: DEBUG oslo_concurrency.lockutils [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] Acquiring lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.643048] env[68640]: DEBUG oslo_concurrency.lockutils [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] Acquired lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.643048] env[68640]: DEBUG nova.network.neutron [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Refreshing network info cache for port 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.707614] env[68640]: INFO nova.compute.manager [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Took 30.82 seconds to build instance. [ 655.766264] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990145, 'name': Rename_Task, 'duration_secs': 0.434721} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.766526] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.766821] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f51de1-9f2e-473a-bddc-119d55e4df8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.772916] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 655.772916] env[68640]: value = "task-2990147" [ 655.772916] env[68640]: _type = "Task" [ 655.772916] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.785031] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.840201] env[68640]: INFO nova.compute.manager [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Took 28.89 seconds to build instance. [ 655.846956] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.979545] env[68640]: DEBUG nova.compute.utils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.983308] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.983565] env[68640]: DEBUG nova.network.neutron [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.132049] env[68640]: DEBUG nova.policy [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd010074c1d224db2a95dedad315ad1de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c4bba0e95044befa03921b601d1f2bd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.208171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b2fc2aa-9639-469c-9676-f2964e6f846f tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.346s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.284102] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990147, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.347982] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990146, 'name': ReconfigVM_Task, 'duration_secs': 0.644284} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.348554] env[68640]: DEBUG oslo_concurrency.lockutils [None req-72aff04a-3b6d-4c1f-9bfd-7e09e63a8d80 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.412s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.349041] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 462394ab-4bb2-4e64-8327-e435b51c7d27/462394ab-4bb2-4e64-8327-e435b51c7d27.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.352585] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d1c1868-ab13-4ec0-8326-d76d95032f6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.369039] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 656.369039] env[68640]: value = "task-2990148" [ 656.369039] env[68640]: _type = "Task" [ 656.369039] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.386810] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990148, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.484380] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.710800] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.791192] env[68640]: DEBUG oslo_vmware.api [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990147, 'name': PowerOnVM_Task, 'duration_secs': 0.556164} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.793843] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.794079] env[68640]: INFO nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Took 12.62 seconds to spawn the instance on the hypervisor. [ 656.794298] env[68640]: DEBUG nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.801176] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5fb990-c34c-4c17-964f-5ba435dd98a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.856137] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2467ac8-799e-4386-8bfb-f3262a615d04 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.861580] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.870351] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d8c9bf-cf9e-4b66-8afa-0ffa4a10965c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.878907] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990148, 'name': Rename_Task, 'duration_secs': 0.225683} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.903641] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.905086] env[68640]: DEBUG nova.network.neutron [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updated VIF entry in instance network info cache for port 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.905868] env[68640]: DEBUG nova.network.neutron [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updating instance_info_cache with network_info: [{"id": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "address": "fa:16:3e:1a:a9:ac", "network": {"id": "754632a4-dee4-484a-b515-098cdf33e214", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-941422131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0e16c7606b410d9862b7cee3892872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e9b5b3-2b", "ovs_interfaceid": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.907705] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7899d4ff-6420-4989-aeb0-9f38818d5c39 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.911150] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f9fd7-f38d-4ef9-8398-09381a19fb2a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.920131] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ca471d-b5f6-45a1-a14a-bb2516c0850d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.925127] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 656.925127] env[68640]: value = "task-2990149" [ 656.925127] env[68640]: _type = "Task" [ 656.925127] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.938148] env[68640]: DEBUG nova.compute.provider_tree [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.945287] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990149, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.246410] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.318552] env[68640]: INFO nova.compute.manager [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Took 29.90 seconds to build instance. [ 657.395902] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.408886] env[68640]: DEBUG oslo_concurrency.lockutils [req-02e556b5-6b6d-4db8-a225-4c75bd71d147 req-5257a6d6-acd9-4e98-b098-cc7bc1a84f8d service nova] Releasing lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.435887] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990149, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.444367] env[68640]: DEBUG nova.scheduler.client.report [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.495496] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.545994] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.546657] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.546935] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.547238] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.547505] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.547763] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.549032] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.549032] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.549032] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.549032] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.549032] env[68640]: DEBUG nova.virt.hardware [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.549629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434d27f-bfc4-4066-a170-6fd4799de646 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.553133] env[68640]: DEBUG nova.network.neutron [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Successfully created port: 8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.561046] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a8d2f-6761-464f-8270-652b77cf9c5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.820717] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8107b29-4e14-4c2d-9c21-aca712790b1e tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.418s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.937390] env[68640]: DEBUG oslo_vmware.api [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990149, 'name': PowerOnVM_Task, 'duration_secs': 0.979397} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.941019] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.941019] env[68640]: INFO nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Took 11.25 seconds to spawn the instance on the hypervisor. [ 657.941019] env[68640]: DEBUG nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.941019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9caad3-58bc-479e-b567-1b974cceccc7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.952773] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.953237] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.957684] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.319s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.963045] env[68640]: INFO nova.compute.claims [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.324168] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.466990] env[68640]: DEBUG nova.compute.utils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.469129] env[68640]: INFO nova.compute.manager [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Took 30.86 seconds to build instance. [ 658.473274] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.473274] env[68640]: DEBUG nova.network.neutron [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.626651] env[68640]: DEBUG nova.policy [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e4f225db5f94db780d67ff7cba92e75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a03d92482c9e4a3195c7a59f2651775b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.860736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.973143] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d4f4f6f5-b0d1-4e7b-a8bb-9563af75787e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.368s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.980306] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.461958] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12045b5c-61aa-4e37-8906-44e0a1be8e54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.472898] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8867052e-b503-4485-9221-407b8145680b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.480355] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.534965] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4bc741-f43a-41f6-9c65-f959e4186cb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.546850] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99936b73-3106-40fb-9dcd-404951d23b7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.564728] env[68640]: DEBUG nova.compute.provider_tree [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.810810] env[68640]: DEBUG nova.network.neutron [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Successfully updated port: 8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.019659] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.037368] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.068413] env[68640]: DEBUG nova.scheduler.client.report [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.079025] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.079025] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.079025] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.079339] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.079527] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.081386] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.081386] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.081386] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.081386] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.081386] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.081753] env[68640]: DEBUG nova.virt.hardware [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.081907] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1f5e3-a0e3-4740-8258-0b88e25a896e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.091470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e13f99c-c1ed-47de-b564-bcb679e5174f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.304789] env[68640]: DEBUG nova.network.neutron [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Successfully created port: 89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.315079] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "refresh_cache-c5dc9190-d11e-4fc1-93dd-107a5267886f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.315287] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "refresh_cache-c5dc9190-d11e-4fc1-93dd-107a5267886f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.315499] env[68640]: DEBUG nova.network.neutron [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.578424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.578959] env[68640]: DEBUG nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.583828] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.660s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.585387] env[68640]: INFO nova.compute.claims [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.868307] env[68640]: DEBUG nova.network.neutron [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.066085] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "91948ae2-5ced-4505-958c-4d35577cd24e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.066421] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.092285] env[68640]: DEBUG nova.compute.utils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.095324] env[68640]: DEBUG nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 661.469165] env[68640]: DEBUG nova.compute.manager [req-04760a92-ff9a-4da7-b75b-86527264dfd8 req-779f6ed7-936b-47d9-bb55-c9f1e40ed71a service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Received event network-vif-plugged-8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.469380] env[68640]: DEBUG oslo_concurrency.lockutils [req-04760a92-ff9a-4da7-b75b-86527264dfd8 req-779f6ed7-936b-47d9-bb55-c9f1e40ed71a service nova] Acquiring lock "c5dc9190-d11e-4fc1-93dd-107a5267886f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.469580] env[68640]: DEBUG oslo_concurrency.lockutils [req-04760a92-ff9a-4da7-b75b-86527264dfd8 req-779f6ed7-936b-47d9-bb55-c9f1e40ed71a service nova] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.470599] env[68640]: DEBUG oslo_concurrency.lockutils [req-04760a92-ff9a-4da7-b75b-86527264dfd8 req-779f6ed7-936b-47d9-bb55-c9f1e40ed71a service nova] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.470599] env[68640]: DEBUG nova.compute.manager [req-04760a92-ff9a-4da7-b75b-86527264dfd8 req-779f6ed7-936b-47d9-bb55-c9f1e40ed71a service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] No waiting events found dispatching network-vif-plugged-8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.471771] env[68640]: WARNING nova.compute.manager [req-04760a92-ff9a-4da7-b75b-86527264dfd8 req-779f6ed7-936b-47d9-bb55-c9f1e40ed71a service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Received unexpected event network-vif-plugged-8935708c-f285-4326-8738-2931c9cad7a3 for instance with vm_state building and task_state spawning. [ 661.525236] env[68640]: DEBUG nova.network.neutron [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Updating instance_info_cache with network_info: [{"id": "8935708c-f285-4326-8738-2931c9cad7a3", "address": "fa:16:3e:ac:d3:10", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8935708c-f2", "ovs_interfaceid": "8935708c-f285-4326-8738-2931c9cad7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.596066] env[68640]: DEBUG nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.997848] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c21426a-d643-42ba-a82d-89538e97e832 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.006328] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a121790d-ecaa-46f2-9240-d0e7304d2d6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.041740] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "refresh_cache-c5dc9190-d11e-4fc1-93dd-107a5267886f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.041740] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Instance network_info: |[{"id": "8935708c-f285-4326-8738-2931c9cad7a3", "address": "fa:16:3e:ac:d3:10", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8935708c-f2", "ovs_interfaceid": "8935708c-f285-4326-8738-2931c9cad7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.041869] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:d3:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8935708c-f285-4326-8738-2931c9cad7a3', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.050325] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.050837] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42167a41-1430-4ff4-ad06-fab903fcdca3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.054868] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.055229] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f73017d2-f18e-4f1a-8db6-4b75992f5243 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.081613] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83bfdd-7825-4572-9583-e0314b7a9928 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.085925] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.085925] env[68640]: value = "task-2990150" [ 662.085925] env[68640]: _type = "Task" [ 662.085925] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.097135] env[68640]: DEBUG nova.compute.provider_tree [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.104439] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990150, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.599246] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990150, 'name': CreateVM_Task, 'duration_secs': 0.506171} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.599566] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.600742] env[68640]: DEBUG nova.scheduler.client.report [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.606417] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.606734] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.607352] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.611085] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1827da3-27f9-48f2-9cfc-af0473abd506 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.614336] env[68640]: DEBUG nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.622935] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 662.622935] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522cf864-43f4-0889-7907-8f39edea0f89" [ 662.622935] env[68640]: _type = "Task" [ 662.622935] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.637477] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522cf864-43f4-0889-7907-8f39edea0f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.654106] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.654524] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.654620] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.654779] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.654919] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.655098] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.659022] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.659022] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.659022] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.659022] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.659022] env[68640]: DEBUG nova.virt.hardware [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.659538] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb95d64-540a-4283-a580-41e2e8aa287e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.666134] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05247881-43ff-4197-8e04-1670b148ddf2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.680478] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.686440] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Creating folder: Project (cf1ccaacb7b74e47ac5e736c6b359f67). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.686764] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e7e12e-21e5-4484-9c5d-388dbf2123ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.697866] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Created folder: Project (cf1ccaacb7b74e47ac5e736c6b359f67) in parent group-v599664. [ 662.698026] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Creating folder: Instances. Parent ref: group-v599694. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.698322] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d1e86ab-8243-414b-9407-b5862edb587f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.707640] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Created folder: Instances in parent group-v599694. [ 662.708472] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.708472] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.708472] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-650d77d9-8085-4400-9c1a-388e24659ee6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.724411] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.724411] env[68640]: value = "task-2990153" [ 662.724411] env[68640]: _type = "Task" [ 662.724411] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.736178] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990153, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.841730] env[68640]: DEBUG nova.network.neutron [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Successfully updated port: 89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.002291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "7ac22d65-87d4-4e6f-905b-90d908517ed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.002291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.080902] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.080902] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.110807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.110807] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.113609] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.284s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.114869] env[68640]: DEBUG nova.objects.instance [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lazy-loading 'resources' on Instance uuid 498784a2-9d4b-493a-949d-176231487ba8 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.138686] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522cf864-43f4-0889-7907-8f39edea0f89, 'name': SearchDatastore_Task, 'duration_secs': 0.016811} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.138988] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.139693] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.139693] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.139693] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.139863] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.140044] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd63441e-c1f1-421b-839d-47b3c76d8f17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.150938] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.151074] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.152018] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c431a1b-a47b-48e7-8130-9a68e84d5467 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.158512] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 663.158512] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b59e98-80fe-ec74-efd1-558f394eb7bd" [ 663.158512] env[68640]: _type = "Task" [ 663.158512] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.166482] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b59e98-80fe-ec74-efd1-558f394eb7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.235700] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990153, 'name': CreateVM_Task, 'duration_secs': 0.283649} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.235931] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.236392] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.236551] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.236858] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.237130] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb89bf7-affb-497c-aeb5-f9fd859c237b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.243298] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 663.243298] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528b1a09-4d36-5989-2584-c06011292c2e" [ 663.243298] env[68640]: _type = "Task" [ 663.243298] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.254263] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528b1a09-4d36-5989-2584-c06011292c2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.349106] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.349106] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquired lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.349468] env[68640]: DEBUG nova.network.neutron [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.617701] env[68640]: DEBUG nova.compute.utils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.623517] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.623517] env[68640]: DEBUG nova.network.neutron [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.670910] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b59e98-80fe-ec74-efd1-558f394eb7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.675287] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53e3c0d-d448-4e7b-9862-97c211438701 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.681818] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.682092] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.682312] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.682922] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.683139] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.686073] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 663.686073] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5210a189-9450-ccdf-1f1a-3076086af357" [ 663.686073] env[68640]: _type = "Task" [ 663.686073] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.693961] env[68640]: INFO nova.compute.manager [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Terminating instance [ 663.703308] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5210a189-9450-ccdf-1f1a-3076086af357, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.703308] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.703308] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] c5dc9190-d11e-4fc1-93dd-107a5267886f/c5dc9190-d11e-4fc1-93dd-107a5267886f.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.703308] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e7cfaa-8ffb-421d-8874-2d7910b59a91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.707910] env[68640]: DEBUG nova.policy [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9167a75c7534f268d542a86e380113f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd900e47270b04d7c81567d85ca0f909e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.718062] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 663.718062] env[68640]: value = "task-2990154" [ 663.718062] env[68640]: _type = "Task" [ 663.718062] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.727246] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.760622] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528b1a09-4d36-5989-2584-c06011292c2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.760969] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.761280] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.761553] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.761739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.761965] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.762282] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-934eb6a8-d497-4e7c-b021-5cdf2f2b8caa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.777216] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.777216] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.777216] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0890d1f-b117-4fe6-a702-083f1ecc8f32 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.784335] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 663.784335] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520335b1-00dc-1883-1330-b9587cc231dd" [ 663.784335] env[68640]: _type = "Task" [ 663.784335] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.796079] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520335b1-00dc-1883-1330-b9587cc231dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.922924] env[68640]: DEBUG nova.network.neutron [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.087038] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd90d3b-7054-42b8-b5ab-3bd310e20e6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.097342] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bab27a2-cf7a-4ade-ba80-d163e9992ae0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.134961] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.139959] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8e72d3-8b2f-4941-a82d-11b2b7a55f8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.159169] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d330f0d-940e-416a-b2e4-68129e6caf00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.180514] env[68640]: DEBUG nova.compute.provider_tree [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.203391] env[68640]: DEBUG nova.compute.manager [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.203641] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.205496] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c627f-bcc0-4cae-95d7-74e89f69da0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.216238] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.218143] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f05a996-19da-4408-b147-a397c77ea403 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.235363] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990154, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.237029] env[68640]: DEBUG oslo_vmware.api [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 664.237029] env[68640]: value = "task-2990155" [ 664.237029] env[68640]: _type = "Task" [ 664.237029] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.246794] env[68640]: DEBUG oslo_vmware.api [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.297511] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520335b1-00dc-1883-1330-b9587cc231dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015476} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.298492] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-324f5367-c2ad-46f0-bd6f-2b66c59cb861 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.306206] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 664.306206] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ef0f34-8749-e1cf-60b2-d7749c4db4ee" [ 664.306206] env[68640]: _type = "Task" [ 664.306206] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.311632] env[68640]: DEBUG nova.network.neutron [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updating instance_info_cache with network_info: [{"id": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "address": "fa:16:3e:c1:b4:00", "network": {"id": "a9d7044a-f856-4531-b48a-b63fd87d9666", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1462886285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d92482c9e4a3195c7a59f2651775b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac72c8-fc", "ovs_interfaceid": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.320272] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ef0f34-8749-e1cf-60b2-d7749c4db4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.394330] env[68640]: DEBUG nova.network.neutron [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Successfully created port: 6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.494420] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "544b1215-eb04-4ea0-82ef-1ba86cbff201" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.494665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.683195] env[68640]: DEBUG nova.scheduler.client.report [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.735538] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741467} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.735853] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] c5dc9190-d11e-4fc1-93dd-107a5267886f/c5dc9190-d11e-4fc1-93dd-107a5267886f.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.736128] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.736431] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7bf2b1d-8ef0-4dff-9cf2-494da9f207da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.751446] env[68640]: DEBUG oslo_vmware.api [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990155, 'name': PowerOffVM_Task, 'duration_secs': 0.451873} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.753482] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.753687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.754913] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 664.754913] env[68640]: value = "task-2990156" [ 664.754913] env[68640]: _type = "Task" [ 664.754913] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.755221] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab5a07b-7818-4f91-a8f7-4585413abd1e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.770298] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.824702] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Releasing lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824702] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Instance network_info: |[{"id": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "address": "fa:16:3e:c1:b4:00", "network": {"id": "a9d7044a-f856-4531-b48a-b63fd87d9666", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1462886285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d92482c9e4a3195c7a59f2651775b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac72c8-fc", "ovs_interfaceid": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.825821] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ef0f34-8749-e1cf-60b2-d7749c4db4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.05996} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.825821] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b4:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89ac72c8-fcc3-4da8-853e-d6d0daea4394', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.841900] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Creating folder: Project (a03d92482c9e4a3195c7a59f2651775b). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.842311] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.842595] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e531bf63-79c8-4f6a-b8a9-60930da933ba/e531bf63-79c8-4f6a-b8a9-60930da933ba.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.842949] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.845719] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.845719] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Deleting the datastore file [datastore2] 24d8a83a-b087-4a0a-8eb2-2ec41afd4707 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.845900] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6da33726-7d8a-454d-b32c-40c00d3ebab4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.848208] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b941f0-cfe2-4351-a289-e258194e9c43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.855022] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d657caeb-294b-42d2-abc5-938eb81a8b0a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.857852] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 664.857852] env[68640]: value = "task-2990159" [ 664.857852] env[68640]: _type = "Task" [ 664.857852] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.859391] env[68640]: DEBUG oslo_vmware.api [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for the task: (returnval){ [ 664.859391] env[68640]: value = "task-2990160" [ 664.859391] env[68640]: _type = "Task" [ 664.859391] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.874701] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Created folder: Project (a03d92482c9e4a3195c7a59f2651775b) in parent group-v599664. [ 664.875543] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Creating folder: Instances. Parent ref: group-v599697. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.875774] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-078c8df3-1f01-4a54-8f15-fd156814b9c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.880517] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.886263] env[68640]: DEBUG oslo_vmware.api [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.887851] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Created folder: Instances in parent group-v599697. [ 664.888173] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.888397] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.890017] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65ec1d4a-8741-4df3-9933-c0eb7cbeeb36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.916947] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.916947] env[68640]: value = "task-2990162" [ 664.916947] env[68640]: _type = "Task" [ 664.916947] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.927018] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990162, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.161309] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.194288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.197605] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.213s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.197605] env[68640]: DEBUG nova.objects.instance [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lazy-loading 'resources' on Instance uuid 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.206409] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.207214] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.207613] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.207988] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.208227] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.208532] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.208814] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.209407] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.209501] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.209995] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.210258] env[68640]: DEBUG nova.virt.hardware [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.211643] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54f8c6e-94cb-4149-9f00-89d71dd1d0e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.225810] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c12ddf-6569-43fb-86fc-7e15ece892cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.248209] env[68640]: INFO nova.scheduler.client.report [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Deleted allocations for instance 498784a2-9d4b-493a-949d-176231487ba8 [ 665.270996] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170762} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.271813] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.272930] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a4a0f-adf6-4495-a38a-6d0885d73ad2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.298970] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c5dc9190-d11e-4fc1-93dd-107a5267886f/c5dc9190-d11e-4fc1-93dd-107a5267886f.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.299469] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fee2aa1-5612-4014-b276-26c8abe2ac3c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.323161] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 665.323161] env[68640]: value = "task-2990163" [ 665.323161] env[68640]: _type = "Task" [ 665.323161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.334525] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.381970] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.382422] env[68640]: DEBUG oslo_vmware.api [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Task: {'id': task-2990160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173624} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.382507] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.382679] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.382822] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.383044] env[68640]: INFO nova.compute.manager [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Took 1.18 seconds to destroy the instance on the hypervisor. [ 665.383294] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.383483] env[68640]: DEBUG nova.compute.manager [-] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.383569] env[68640]: DEBUG nova.network.neutron [-] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.425052] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990162, 'name': CreateVM_Task, 'duration_secs': 0.393389} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.425237] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.425925] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.427318] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.427318] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.427318] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37dc548-5136-477e-9fd2-647a4a66adce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.431570] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 665.431570] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a4e5d4-06e7-cc60-ed19-c90ebe11fbc7" [ 665.431570] env[68640]: _type = "Task" [ 665.431570] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.442183] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a4e5d4-06e7-cc60-ed19-c90ebe11fbc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.454710] env[68640]: DEBUG nova.compute.manager [req-4794d844-dbfa-406b-b91e-ca461fdcf1a3 req-4cc33202-b320-4c7e-adfe-33cb6974dc03 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Received event network-vif-plugged-89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.454919] env[68640]: DEBUG oslo_concurrency.lockutils [req-4794d844-dbfa-406b-b91e-ca461fdcf1a3 req-4cc33202-b320-4c7e-adfe-33cb6974dc03 service nova] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.455136] env[68640]: DEBUG oslo_concurrency.lockutils [req-4794d844-dbfa-406b-b91e-ca461fdcf1a3 req-4cc33202-b320-4c7e-adfe-33cb6974dc03 service nova] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.455298] env[68640]: DEBUG oslo_concurrency.lockutils [req-4794d844-dbfa-406b-b91e-ca461fdcf1a3 req-4cc33202-b320-4c7e-adfe-33cb6974dc03 service nova] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.455470] env[68640]: DEBUG nova.compute.manager [req-4794d844-dbfa-406b-b91e-ca461fdcf1a3 req-4cc33202-b320-4c7e-adfe-33cb6974dc03 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] No waiting events found dispatching network-vif-plugged-89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.455613] env[68640]: WARNING nova.compute.manager [req-4794d844-dbfa-406b-b91e-ca461fdcf1a3 req-4cc33202-b320-4c7e-adfe-33cb6974dc03 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Received unexpected event network-vif-plugged-89ac72c8-fcc3-4da8-853e-d6d0daea4394 for instance with vm_state building and task_state spawning. [ 665.463837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.464063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.758190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0911920b-0942-46b5-a2f4-d68a28bcf515 tempest-InstanceActionsNegativeTestJSON-920520415 tempest-InstanceActionsNegativeTestJSON-920520415-project-member] Lock "498784a2-9d4b-493a-949d-176231487ba8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.734s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.837833] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.875857] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586548} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.875857] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e531bf63-79c8-4f6a-b8a9-60930da933ba/e531bf63-79c8-4f6a-b8a9-60930da933ba.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.876735] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.876973] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8575e131-7d47-43a8-bee8-1b796f0b70dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.884102] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 665.884102] env[68640]: value = "task-2990164" [ 665.884102] env[68640]: _type = "Task" [ 665.884102] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.896095] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.946534] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a4e5d4-06e7-cc60-ed19-c90ebe11fbc7, 'name': SearchDatastore_Task, 'duration_secs': 0.02768} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.946534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.946890] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.947182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.950700] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.950700] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.950700] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954e1db9-c6af-4a81-88e0-66e6ec09c7cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.958346] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.958605] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.959645] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de324850-8b88-48d4-a0c7-6f0f7c98f8d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.968306] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 665.968306] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279b703-8b55-3b40-958d-c0df05632738" [ 665.968306] env[68640]: _type = "Task" [ 665.968306] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.978817] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279b703-8b55-3b40-958d-c0df05632738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.154244] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91161361-07dd-4109-bc9f-92fcb2c83c3c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.160535] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aff31f6-fe2d-4ba1-b320-a60f664d4077 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.195162] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6bcee6-5a33-4794-a71e-fc09dcc3aeda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.202508] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c586d0f9-4347-4803-8d1e-059b61f22dda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.217928] env[68640]: DEBUG nova.compute.provider_tree [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.334473] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990163, 'name': ReconfigVM_Task, 'duration_secs': 0.876918} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.334734] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c5dc9190-d11e-4fc1-93dd-107a5267886f/c5dc9190-d11e-4fc1-93dd-107a5267886f.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.335484] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e515a8b-0218-481a-8ffc-a0cb7a0aa8a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.341549] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 666.341549] env[68640]: value = "task-2990165" [ 666.341549] env[68640]: _type = "Task" [ 666.341549] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.349286] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990165, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.393926] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195942} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.394223] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.395024] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c79564a-84a8-4d3f-9a6c-ec82094efc7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.421377] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] e531bf63-79c8-4f6a-b8a9-60930da933ba/e531bf63-79c8-4f6a-b8a9-60930da933ba.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.422073] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fd7ea6-1f51-4778-9a78-ebe5a2c15e37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.447588] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 666.447588] env[68640]: value = "task-2990166" [ 666.447588] env[68640]: _type = "Task" [ 666.447588] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.455972] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.479108] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5279b703-8b55-3b40-958d-c0df05632738, 'name': SearchDatastore_Task, 'duration_secs': 0.015577} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.480210] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf953866-6d0a-45eb-b7c9-3eced62f13df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.485876] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 666.485876] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529fe05b-3f21-ff73-a021-fbf2c97ec28a" [ 666.485876] env[68640]: _type = "Task" [ 666.485876] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.496040] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529fe05b-3f21-ff73-a021-fbf2c97ec28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.624651] env[68640]: DEBUG nova.network.neutron [-] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.723917] env[68640]: DEBUG nova.scheduler.client.report [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.778440] env[68640]: DEBUG nova.compute.manager [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Received event network-changed-8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.778684] env[68640]: DEBUG nova.compute.manager [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Refreshing instance network info cache due to event network-changed-8935708c-f285-4326-8738-2931c9cad7a3. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.778932] env[68640]: DEBUG oslo_concurrency.lockutils [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] Acquiring lock "refresh_cache-c5dc9190-d11e-4fc1-93dd-107a5267886f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.779047] env[68640]: DEBUG oslo_concurrency.lockutils [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] Acquired lock "refresh_cache-c5dc9190-d11e-4fc1-93dd-107a5267886f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.779143] env[68640]: DEBUG nova.network.neutron [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Refreshing network info cache for port 8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.854668] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990165, 'name': Rename_Task, 'duration_secs': 0.234845} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.854932] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.855190] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fc53959-d326-46d5-81c4-ad7b854146df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.861647] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 666.861647] env[68640]: value = "task-2990167" [ 666.861647] env[68640]: _type = "Task" [ 666.861647] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.869363] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.963866] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990166, 'name': ReconfigVM_Task, 'duration_secs': 0.266177} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.963866] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Reconfigured VM instance instance-0000000d to attach disk [datastore1] e531bf63-79c8-4f6a-b8a9-60930da933ba/e531bf63-79c8-4f6a-b8a9-60930da933ba.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.964289] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3777f24-e2db-4bbc-a1bd-267e67230bcd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.970493] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 666.970493] env[68640]: value = "task-2990168" [ 666.970493] env[68640]: _type = "Task" [ 666.970493] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.981906] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990168, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.994419] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529fe05b-3f21-ff73-a021-fbf2c97ec28a, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.994664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.994917] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ae8e0d43-2cf2-4b95-ae1a-c9e60effe553/ae8e0d43-2cf2-4b95-ae1a-c9e60effe553.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.995191] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5606715b-5d80-45d0-b045-1a459aef662a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.003389] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 667.003389] env[68640]: value = "task-2990169" [ 667.003389] env[68640]: _type = "Task" [ 667.003389] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.010979] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.063430] env[68640]: DEBUG nova.network.neutron [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Successfully updated port: 6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.127733] env[68640]: INFO nova.compute.manager [-] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Took 1.74 seconds to deallocate network for instance. [ 667.229306] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.233376] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.489s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.260250] env[68640]: INFO nova.scheduler.client.report [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Deleted allocations for instance 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e [ 667.375273] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.487027] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990168, 'name': Rename_Task, 'duration_secs': 0.134636} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.487356] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.487952] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b227e3-706d-48dc-8a28-5653db590580 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.497797] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 667.497797] env[68640]: value = "task-2990170" [ 667.497797] env[68640]: _type = "Task" [ 667.497797] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.511992] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.520355] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990169, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.570485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "refresh_cache-cbe09b25-b49e-450f-9176-15b85e9e303a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.570485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquired lock "refresh_cache-cbe09b25-b49e-450f-9176-15b85e9e303a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.570485] env[68640]: DEBUG nova.network.neutron [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.640089] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.741966] env[68640]: INFO nova.compute.claims [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.771056] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2876af08-71a9-41bb-b353-ad67ef5b0cee tempest-ServerDiagnosticsTest-1521646368 tempest-ServerDiagnosticsTest-1521646368-project-member] Lock "849d7e6d-b9a9-4585-8b44-25e4bbe0e30e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.745s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.785020] env[68640]: DEBUG nova.network.neutron [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Updated VIF entry in instance network info cache for port 8935708c-f285-4326-8738-2931c9cad7a3. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.785020] env[68640]: DEBUG nova.network.neutron [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Updating instance_info_cache with network_info: [{"id": "8935708c-f285-4326-8738-2931c9cad7a3", "address": "fa:16:3e:ac:d3:10", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8935708c-f2", "ovs_interfaceid": "8935708c-f285-4326-8738-2931c9cad7a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.878026] env[68640]: DEBUG oslo_vmware.api [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990167, 'name': PowerOnVM_Task, 'duration_secs': 0.954654} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.878026] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.878026] env[68640]: INFO nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Took 10.38 seconds to spawn the instance on the hypervisor. [ 667.878026] env[68640]: DEBUG nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.878026] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5234b6a-25b0-4cf8-bf61-9a9a1b81b88c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.019843] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.026088] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68487} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.026850] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ae8e0d43-2cf2-4b95-ae1a-c9e60effe553/ae8e0d43-2cf2-4b95-ae1a-c9e60effe553.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.027391] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.028170] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3520307-3578-4aad-80a0-8064894f1d13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.039315] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 668.039315] env[68640]: value = "task-2990171" [ 668.039315] env[68640]: _type = "Task" [ 668.039315] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.051686] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.130278] env[68640]: DEBUG nova.network.neutron [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.248794] env[68640]: INFO nova.compute.resource_tracker [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating resource usage from migration 86967a18-e5d1-4408-b60d-66722420d1f1 [ 668.288036] env[68640]: DEBUG oslo_concurrency.lockutils [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] Releasing lock "refresh_cache-c5dc9190-d11e-4fc1-93dd-107a5267886f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.288330] env[68640]: DEBUG nova.compute.manager [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Received event network-changed-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.288506] env[68640]: DEBUG nova.compute.manager [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Refreshing instance network info cache due to event network-changed-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.288736] env[68640]: DEBUG oslo_concurrency.lockutils [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] Acquiring lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.288874] env[68640]: DEBUG oslo_concurrency.lockutils [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] Acquired lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.289055] env[68640]: DEBUG nova.network.neutron [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Refreshing network info cache for port fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.338488] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "74bda310-8e1f-42da-9e25-0c52335ba195" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.338488] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "74bda310-8e1f-42da-9e25-0c52335ba195" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.399186] env[68640]: INFO nova.compute.manager [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Took 27.00 seconds to build instance. [ 668.403518] env[68640]: DEBUG nova.network.neutron [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Updating instance_info_cache with network_info: [{"id": "6b417427-aab6-4794-8260-884c2ded1c75", "address": "fa:16:3e:fc:5f:8c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b417427-aa", "ovs_interfaceid": "6b417427-aab6-4794-8260-884c2ded1c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.512316] env[68640]: DEBUG oslo_vmware.api [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990170, 'name': PowerOnVM_Task, 'duration_secs': 0.600814} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.512454] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.512581] env[68640]: INFO nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Took 5.90 seconds to spawn the instance on the hypervisor. [ 668.512819] env[68640]: DEBUG nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.513617] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeca816-1e6d-43a1-8193-5240d4146380 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.552137] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0762} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.552511] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.553401] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a74344-9c87-4f85-a88d-a41ca1337171 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.578326] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ae8e0d43-2cf2-4b95-ae1a-c9e60effe553/ae8e0d43-2cf2-4b95-ae1a-c9e60effe553.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.582121] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76fa372a-eb33-482b-8ff7-384e8c72da09 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.604177] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 668.604177] env[68640]: value = "task-2990172" [ 668.604177] env[68640]: _type = "Task" [ 668.604177] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.615240] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.757660] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153dd0a3-a5a3-4894-8582-4867dc108895 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.765390] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33b4ca3-5eca-4538-8368-1c5a6032106c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.803226] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c40e8-e6e3-46e6-a531-0c8b9a763b05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.807042] env[68640]: DEBUG nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Received event network-changed-89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.807239] env[68640]: DEBUG nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Refreshing instance network info cache due to event network-changed-89ac72c8-fcc3-4da8-853e-d6d0daea4394. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.807465] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Acquiring lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.807605] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Acquired lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.807761] env[68640]: DEBUG nova.network.neutron [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Refreshing network info cache for port 89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.821014] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df93569-9e0b-4f73-87e6-8106116f31f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.835359] env[68640]: DEBUG nova.compute.provider_tree [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.901584] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f985faf-8492-423b-bfbc-06b5ffbfd327 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.430s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.903307] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Releasing lock "refresh_cache-cbe09b25-b49e-450f-9176-15b85e9e303a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.903394] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Instance network_info: |[{"id": "6b417427-aab6-4794-8260-884c2ded1c75", "address": "fa:16:3e:fc:5f:8c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b417427-aa", "ovs_interfaceid": "6b417427-aab6-4794-8260-884c2ded1c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.904120] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:5f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b417427-aab6-4794-8260-884c2ded1c75', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.914018] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Creating folder: Project (d900e47270b04d7c81567d85ca0f909e). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.914806] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9aaf018b-08ef-46bd-ad71-43f4bf272b84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.929654] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Created folder: Project (d900e47270b04d7c81567d85ca0f909e) in parent group-v599664. [ 668.929654] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Creating folder: Instances. Parent ref: group-v599700. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.929654] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a93ac8b5-6ced-4750-b3c8-75abae3da634 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.939253] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Created folder: Instances in parent group-v599700. [ 668.939253] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.939750] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.939750] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f79e0415-6bdb-4ab2-84ee-a6bb005d62bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.970284] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.970284] env[68640]: value = "task-2990175" [ 668.970284] env[68640]: _type = "Task" [ 668.970284] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.981052] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990175, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.044786] env[68640]: INFO nova.compute.manager [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Took 24.43 seconds to build instance. [ 669.117124] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.174501] env[68640]: DEBUG nova.network.neutron [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Updated VIF entry in instance network info cache for port fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.175032] env[68640]: DEBUG nova.network.neutron [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Updating instance_info_cache with network_info: [{"id": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "address": "fa:16:3e:02:2d:34", "network": {"id": "87341a96-317a-4e8a-8bc9-cb118617f6a6", "bridge": "br-int", "label": "tempest-ServersTestJSON-986248931-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01e86fe272b040fbb8e18100cd4d50ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24376631-ee89-4ff1-b8ac-f09911fc8329", "external-id": "nsx-vlan-transportzone-960", "segmentation_id": 960, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe7b4c3e-75", "ovs_interfaceid": "fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.338364] env[68640]: DEBUG nova.scheduler.client.report [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.406783] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "1e358274-7d2a-42c3-af65-387f347f8925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.406783] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "1e358274-7d2a-42c3-af65-387f347f8925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.415577] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.482478] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990175, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.562614] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0d689e5-feed-4c8b-a467-8a195b07cc6b tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "e531bf63-79c8-4f6a-b8a9-60930da933ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.788s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.620262] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990172, 'name': ReconfigVM_Task, 'duration_secs': 0.88232} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.620438] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ae8e0d43-2cf2-4b95-ae1a-c9e60effe553/ae8e0d43-2cf2-4b95-ae1a-c9e60effe553.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.620994] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e3a8ee2-f1a4-4c6b-b1c8-3daea078e700 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.631274] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 669.631274] env[68640]: value = "task-2990176" [ 669.631274] env[68640]: _type = "Task" [ 669.631274] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.639919] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990176, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.679366] env[68640]: DEBUG oslo_concurrency.lockutils [req-2dbdd6ef-412a-4176-b82c-e19a6a7f96b7 req-2f08c3ca-24f2-4988-b9aa-398704727065 service nova] Releasing lock "refresh_cache-462394ab-4bb2-4e64-8327-e435b51c7d27" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.691504] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.692087] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.709746] env[68640]: DEBUG nova.network.neutron [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updated VIF entry in instance network info cache for port 89ac72c8-fcc3-4da8-853e-d6d0daea4394. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.709746] env[68640]: DEBUG nova.network.neutron [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updating instance_info_cache with network_info: [{"id": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "address": "fa:16:3e:c1:b4:00", "network": {"id": "a9d7044a-f856-4531-b48a-b63fd87d9666", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1462886285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d92482c9e4a3195c7a59f2651775b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac72c8-fc", "ovs_interfaceid": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.850161] env[68640]: DEBUG nova.compute.manager [req-70ee6658-ef10-4d88-9393-0eacd723528e req-14d96c94-0990-4087-8b5e-99e05e271c79 service nova] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Received event network-vif-deleted-f564d3f4-4737-48d2-b8dc-ca29b11e7247 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.856027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.856027] env[68640]: INFO nova.compute.manager [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Migrating [ 669.856027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.856027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.856027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.512s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.856434] env[68640]: DEBUG nova.objects.instance [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lazy-loading 'resources' on Instance uuid 31daaef4-ef63-49d0-9a94-8b44ca57d776 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.945298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.985887] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990175, 'name': CreateVM_Task, 'duration_secs': 0.552601} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.986131] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.986799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.986964] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.988581] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.989397] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7291b63-0dac-4632-a2fa-bd7bf568b867 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.996563] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 669.996563] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c2846f-a2ef-2311-0384-3ce026244cdf" [ 669.996563] env[68640]: _type = "Task" [ 669.996563] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.006945] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c2846f-a2ef-2311-0384-3ce026244cdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.066818] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.141459] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990176, 'name': Rename_Task, 'duration_secs': 0.273215} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.141554] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.144617] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8dfbcff-50ca-4a11-a989-cdc1c3111d44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.153290] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 670.153290] env[68640]: value = "task-2990177" [ 670.153290] env[68640]: _type = "Task" [ 670.153290] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.162957] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.214970] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Releasing lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.215284] env[68640]: DEBUG nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Received event network-vif-plugged-6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.215484] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Acquiring lock "cbe09b25-b49e-450f-9176-15b85e9e303a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.215687] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.215846] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.216041] env[68640]: DEBUG nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] No waiting events found dispatching network-vif-plugged-6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.216224] env[68640]: WARNING nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Received unexpected event network-vif-plugged-6b417427-aab6-4794-8260-884c2ded1c75 for instance with vm_state building and task_state spawning. [ 670.216386] env[68640]: DEBUG nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Received event network-changed-6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.216541] env[68640]: DEBUG nova.compute.manager [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Refreshing instance network info cache due to event network-changed-6b417427-aab6-4794-8260-884c2ded1c75. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.216722] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Acquiring lock "refresh_cache-cbe09b25-b49e-450f-9176-15b85e9e303a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.216856] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Acquired lock "refresh_cache-cbe09b25-b49e-450f-9176-15b85e9e303a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.217023] env[68640]: DEBUG nova.network.neutron [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Refreshing network info cache for port 6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.357702] env[68640]: INFO nova.compute.rpcapi [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 670.358249] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.508777] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c2846f-a2ef-2311-0384-3ce026244cdf, 'name': SearchDatastore_Task, 'duration_secs': 0.019359} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.513373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.513373] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.513373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.513373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.513702] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.515763] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-602004de-a23e-429c-826c-54ae73dfc043 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.525649] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.525649] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.526097] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef55945b-94e7-425a-9429-05b0e3da5054 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.532150] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 670.532150] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5254a439-ab52-92a9-c078-1211214b81db" [ 670.532150] env[68640]: _type = "Task" [ 670.532150] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.544359] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5254a439-ab52-92a9-c078-1211214b81db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.609645] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.670231] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990177, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.724519] env[68640]: DEBUG nova.compute.manager [None req-869b7219-6409-4ec8-9200-9f2c248e9364 tempest-ServerDiagnosticsV248Test-680711832 tempest-ServerDiagnosticsV248Test-680711832-project-admin] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.728677] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863062e4-5fdb-407d-9f8e-4e5dbe13928d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.745580] env[68640]: INFO nova.compute.manager [None req-869b7219-6409-4ec8-9200-9f2c248e9364 tempest-ServerDiagnosticsV248Test-680711832 tempest-ServerDiagnosticsV248Test-680711832-project-admin] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Retrieving diagnostics [ 670.746969] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5600832-40d0-4919-a4e7-da3895f9bd7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.880363] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.880363] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.880363] env[68640]: DEBUG nova.network.neutron [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.920215] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bd337a-9e1f-4d66-8046-80b2dc3ec4db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.929524] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0243a786-5c19-4e79-a15c-68adc5d4a4a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.967845] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ff9de-36f3-4f0d-8a9c-56df2f732213 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.977873] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ab26fa-b3e3-4a03-8bf7-257e0a36e01a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.993694] env[68640]: DEBUG nova.compute.provider_tree [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.047840] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5254a439-ab52-92a9-c078-1211214b81db, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.051312] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20214e04-21fe-4800-9fe3-5da2282d0adf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.056921] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 671.056921] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b03bfb-3387-90a2-9f3a-01b8951d825a" [ 671.056921] env[68640]: _type = "Task" [ 671.056921] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.065107] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b03bfb-3387-90a2-9f3a-01b8951d825a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.169491] env[68640]: DEBUG oslo_vmware.api [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990177, 'name': PowerOnVM_Task, 'duration_secs': 0.619612} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.169491] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.169893] env[68640]: INFO nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Took 11.13 seconds to spawn the instance on the hypervisor. [ 671.169893] env[68640]: DEBUG nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.170573] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ab231-a288-40d7-90e3-05cd0b6d300c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.274446] env[68640]: DEBUG nova.network.neutron [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Updated VIF entry in instance network info cache for port 6b417427-aab6-4794-8260-884c2ded1c75. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.275259] env[68640]: DEBUG nova.network.neutron [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Updating instance_info_cache with network_info: [{"id": "6b417427-aab6-4794-8260-884c2ded1c75", "address": "fa:16:3e:fc:5f:8c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b417427-aa", "ovs_interfaceid": "6b417427-aab6-4794-8260-884c2ded1c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.496841] env[68640]: DEBUG nova.scheduler.client.report [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.571565] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b03bfb-3387-90a2-9f3a-01b8951d825a, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.572026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.572476] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] cbe09b25-b49e-450f-9176-15b85e9e303a/cbe09b25-b49e-450f-9176-15b85e9e303a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.572976] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414c9802-c8fc-481c-bfd3-3018a293d549 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.582013] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 671.582013] env[68640]: value = "task-2990178" [ 671.582013] env[68640]: _type = "Task" [ 671.582013] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.594821] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.695186] env[68640]: INFO nova.compute.manager [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Took 29.65 seconds to build instance. [ 671.780953] env[68640]: DEBUG oslo_concurrency.lockutils [req-25dae971-0526-443a-8670-a70c790d7543 req-25cecc66-1818-49bb-8984-10af3db10187 service nova] Releasing lock "refresh_cache-cbe09b25-b49e-450f-9176-15b85e9e303a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.824717] env[68640]: DEBUG nova.network.neutron [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [{"id": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "address": "fa:16:3e:c4:3c:1c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d9c469-a6", "ovs_interfaceid": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.835409] env[68640]: DEBUG nova.compute.manager [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Received event network-changed-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.835632] env[68640]: DEBUG nova.compute.manager [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Refreshing instance network info cache due to event network-changed-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.835877] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] Acquiring lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.836033] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] Acquired lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.836202] env[68640]: DEBUG nova.network.neutron [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Refreshing network info cache for port 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.005022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.005593] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.431s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.007630] env[68640]: INFO nova.compute.claims [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.030624] env[68640]: INFO nova.scheduler.client.report [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Deleted allocations for instance 31daaef4-ef63-49d0-9a94-8b44ca57d776 [ 672.098036] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.199502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-16086264-ccfd-4b54-951d-a392b7058e06 tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.931s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.333259] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.538981] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1c9c3e3-1463-43e1-8058-59614c3cba96 tempest-DeleteServersAdminTestJSON-1438856523 tempest-DeleteServersAdminTestJSON-1438856523-project-admin] Lock "31daaef4-ef63-49d0-9a94-8b44ca57d776" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.951s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.594980] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641671} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.595577] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] cbe09b25-b49e-450f-9176-15b85e9e303a/cbe09b25-b49e-450f-9176-15b85e9e303a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.596490] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.596490] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-705f6da4-c56c-428a-a941-306fada8f1be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.604204] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 672.604204] env[68640]: value = "task-2990179" [ 672.604204] env[68640]: _type = "Task" [ 672.604204] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.616783] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.702945] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.001323] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "9172c277-4b51-4c2d-b86b-4e70028eca7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.001598] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.092056] env[68640]: DEBUG nova.network.neutron [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updated VIF entry in instance network info cache for port 59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.092448] env[68640]: DEBUG nova.network.neutron [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updating instance_info_cache with network_info: [{"id": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "address": "fa:16:3e:1a:a9:ac", "network": {"id": "754632a4-dee4-484a-b515-098cdf33e214", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-941422131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0e16c7606b410d9862b7cee3892872", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b89fd3b-0470-40c9-bb5b-d52c76c030e4", "external-id": "nsx-vlan-transportzone-276", "segmentation_id": 276, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59e9b5b3-2b", "ovs_interfaceid": "59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.117493] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138271} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.117787] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.118960] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124a283-f6e9-4986-af92-456393b71317 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.151020] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] cbe09b25-b49e-450f-9176-15b85e9e303a/cbe09b25-b49e-450f-9176-15b85e9e303a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.153315] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa830d1-70e2-4f9d-b79b-2595e8b60710 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.171788] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 673.171788] env[68640]: value = "task-2990180" [ 673.171788] env[68640]: _type = "Task" [ 673.171788] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.180479] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.224916] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.504779] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b2015-0f2b-4b42-9003-36dca2a264b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.514867] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb63986-9b95-4526-a5a5-bb63faa25553 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.547712] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456d56dd-8292-4887-94e1-53db95c2b460 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.556368] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483c383-ae04-4448-bdd1-72e52064ec20 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.572683] env[68640]: DEBUG nova.compute.provider_tree [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.595341] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a1a1e14-a113-4b80-a61d-224ac42cd2bd req-e06bccca-4dd7-4180-aad4-5bb464ff208f service nova] Releasing lock "refresh_cache-33469372-8efa-466c-acb8-91bf53a5be4b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.683104] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.825124] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "33469372-8efa-466c-acb8-91bf53a5be4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.825389] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "33469372-8efa-466c-acb8-91bf53a5be4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.825517] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "33469372-8efa-466c-acb8-91bf53a5be4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.826012] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "33469372-8efa-466c-acb8-91bf53a5be4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.826012] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "33469372-8efa-466c-acb8-91bf53a5be4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.828292] env[68640]: INFO nova.compute.manager [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Terminating instance [ 673.851536] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c6d46-1709-4030-8a99-06f895108167 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.875706] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.075751] env[68640]: DEBUG nova.scheduler.client.report [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.184181] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990180, 'name': ReconfigVM_Task, 'duration_secs': 0.598807} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.184495] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] cbe09b25-b49e-450f-9176-15b85e9e303a/cbe09b25-b49e-450f-9176-15b85e9e303a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.185222] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92f41d8-f5d2-4360-ad9b-58137e7a9cfe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.195426] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 674.195426] env[68640]: value = "task-2990181" [ 674.195426] env[68640]: _type = "Task" [ 674.195426] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.208531] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990181, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.333471] env[68640]: DEBUG nova.compute.manager [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.333688] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.334748] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c0836-3972-4495-9d2f-cd770c630163 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.343537] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.343818] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d263a3-807c-4568-8d27-1f39e8b9df50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.351072] env[68640]: DEBUG oslo_vmware.api [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 674.351072] env[68640]: value = "task-2990182" [ 674.351072] env[68640]: _type = "Task" [ 674.351072] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.360016] env[68640]: DEBUG oslo_vmware.api [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.382269] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.382580] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a99559d0-36fe-4035-922f-f31fb3bf1219 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.388327] env[68640]: DEBUG nova.compute.manager [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Received event network-changed-89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.388522] env[68640]: DEBUG nova.compute.manager [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Refreshing instance network info cache due to event network-changed-89ac72c8-fcc3-4da8-853e-d6d0daea4394. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.388735] env[68640]: DEBUG oslo_concurrency.lockutils [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] Acquiring lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.388882] env[68640]: DEBUG oslo_concurrency.lockutils [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] Acquired lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.389319] env[68640]: DEBUG nova.network.neutron [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Refreshing network info cache for port 89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.399693] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 674.399693] env[68640]: value = "task-2990183" [ 674.399693] env[68640]: _type = "Task" [ 674.399693] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.412303] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.585139] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.585139] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.591085] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.937s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.592743] env[68640]: INFO nova.compute.claims [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.607752] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.607752] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.705520] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990181, 'name': Rename_Task, 'duration_secs': 0.265417} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.705797] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.706881] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbe9c1e1-abc7-4cbc-a9f1-81e652def4c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.712407] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 674.712407] env[68640]: value = "task-2990184" [ 674.712407] env[68640]: _type = "Task" [ 674.712407] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.722255] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.867945] env[68640]: DEBUG oslo_vmware.api [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990182, 'name': PowerOffVM_Task, 'duration_secs': 0.211095} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.868333] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.868562] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.869594] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecf05f0f-2c1b-4f90-a9b6-660d0b0ab403 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916029] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990183, 'name': PowerOffVM_Task, 'duration_secs': 0.268059} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.916329] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.916646] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.938199] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 674.938199] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 674.938199] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Deleting the datastore file [datastore1] 33469372-8efa-466c-acb8-91bf53a5be4b {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 674.938199] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9928571a-8042-45de-acc2-4f0e0b5b6230 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.948474] env[68640]: DEBUG oslo_vmware.api [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for the task: (returnval){ [ 674.948474] env[68640]: value = "task-2990186" [ 674.948474] env[68640]: _type = "Task" [ 674.948474] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.959586] env[68640]: DEBUG oslo_vmware.api [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.102974] env[68640]: DEBUG nova.compute.utils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.107390] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.108510] env[68640]: DEBUG nova.network.neutron [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.210815] env[68640]: DEBUG nova.policy [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca14cd7e255492bbf8a72ee654585a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8ba2e078dc45a5b9a0b5e0a9e77daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.221625] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.347285] env[68640]: DEBUG nova.network.neutron [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updated VIF entry in instance network info cache for port 89ac72c8-fcc3-4da8-853e-d6d0daea4394. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.347643] env[68640]: DEBUG nova.network.neutron [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updating instance_info_cache with network_info: [{"id": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "address": "fa:16:3e:c1:b4:00", "network": {"id": "a9d7044a-f856-4531-b48a-b63fd87d9666", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1462886285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a03d92482c9e4a3195c7a59f2651775b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89ac72c8-fc", "ovs_interfaceid": "89ac72c8-fcc3-4da8-853e-d6d0daea4394", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.424127] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.424413] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.424572] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.424750] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.424894] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.425060] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.425290] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.425462] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.425637] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.425794] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.425982] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.436396] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed75fe4-d9ec-49e2-aa63-09b70b8e8bf9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.466306] env[68640]: DEBUG oslo_vmware.api [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Task: {'id': task-2990186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25613} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.467723] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.467931] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.468130] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.468306] env[68640]: INFO nova.compute.manager [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 675.468542] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.468795] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 675.468795] env[68640]: value = "task-2990187" [ 675.468795] env[68640]: _type = "Task" [ 675.468795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.469922] env[68640]: DEBUG nova.compute.manager [-] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.469922] env[68640]: DEBUG nova.network.neutron [-] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.482018] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.620565] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.726837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "14c46ebc-c084-4943-9721-bab5623654e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.727127] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "14c46ebc-c084-4943-9721-bab5623654e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.735388] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.854177] env[68640]: DEBUG oslo_concurrency.lockutils [req-f0325b33-e092-447c-aab7-f557733d77ad req-23a9c65e-ed4a-44f0-b2ba-7ad11ca88279 service nova] Releasing lock "refresh_cache-ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.983398] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990187, 'name': ReconfigVM_Task, 'duration_secs': 0.189362} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.983722] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 676.208392] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb3d09-6a06-4c0a-a7b1-f7654b174710 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.221756] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d85d6a-d16d-4e00-8899-c0e9981ca86e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.235519] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990184, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.264819] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5908a389-98c3-49e5-a685-c261acda7b20 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.274461] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c4b5c2-74ce-4586-b250-1169a9c034b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.292631] env[68640]: DEBUG nova.compute.provider_tree [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.408659] env[68640]: DEBUG nova.network.neutron [-] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.498019] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.498019] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.498019] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.498019] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.498254] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.498254] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.499462] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.500548] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.500548] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.500548] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.500548] env[68640]: DEBUG nova.virt.hardware [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.507776] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 676.508823] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b44015f-6153-4af5-bbec-dcc4b3076003 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.524349] env[68640]: DEBUG nova.compute.manager [req-7481fe7b-b604-4131-9899-b3bf4643741e req-8435d00e-2e18-474a-858e-d8634b6eb2d2 service nova] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Received event network-vif-deleted-59e9b5b3-2b0c-4c85-91b1-7aa756d07d4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.531215] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 676.531215] env[68640]: value = "task-2990188" [ 676.531215] env[68640]: _type = "Task" [ 676.531215] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.541255] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.590929] env[68640]: DEBUG nova.network.neutron [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Successfully created port: 9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.644029] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.676847] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.677132] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.677323] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.678309] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.678309] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.678309] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.678309] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.678501] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.678793] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.678861] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.679151] env[68640]: DEBUG nova.virt.hardware [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.680664] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca8d3c-7bfc-41ae-826c-8644bc335701 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.694487] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636a64e5-b80d-4ef5-9ff5-aac519673cbb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.730178] env[68640]: DEBUG oslo_vmware.api [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990184, 'name': PowerOnVM_Task, 'duration_secs': 1.634474} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.730983] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.733250] env[68640]: INFO nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Took 11.57 seconds to spawn the instance on the hypervisor. [ 676.733250] env[68640]: DEBUG nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.733695] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646bd99-6aa0-4c55-a96b-8eb1ea0db9d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.796510] env[68640]: DEBUG nova.scheduler.client.report [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.911826] env[68640]: INFO nova.compute.manager [-] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Took 1.44 seconds to deallocate network for instance. [ 677.047951] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990188, 'name': ReconfigVM_Task, 'duration_secs': 0.186812} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.049045] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 677.049447] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226e4e9b-2c7e-4371-a7d7-6cffcb82dabe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.072109] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985/d1f4a410-8029-42d8-9458-2979d5b18985.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.072442] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef5f875c-1d8e-4c5f-bf2d-99bfcdce7006 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.091298] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 677.091298] env[68640]: value = "task-2990189" [ 677.091298] env[68640]: _type = "Task" [ 677.091298] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.100583] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.251687] env[68640]: INFO nova.compute.manager [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Took 30.36 seconds to build instance. [ 677.302926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.304723] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.306899] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.061s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.310486] env[68640]: INFO nova.compute.claims [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.420226] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.476850] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.477153] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.606339] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.753870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-899ee445-1841-48e4-bdba-a03513323150 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.569s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.818463] env[68640]: DEBUG nova.compute.utils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.823186] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.823186] env[68640]: DEBUG nova.network.neutron [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.935118] env[68640]: DEBUG nova.policy [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c2d5cbbffb14995b73f48b9c02554fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc8aee30ecd46508924e91c4c020ff8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.106043] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990189, 'name': ReconfigVM_Task, 'duration_secs': 0.587668} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.106599] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985/d1f4a410-8029-42d8-9458-2979d5b18985.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.109026] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.258346] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.274128] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.274128] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.326352] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.617585] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18917dbc-f346-436f-b4c3-1721cad8c977 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.651560] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d71431a-58d8-4390-b93d-0d1b80e59cbb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.657189] env[68640]: DEBUG nova.network.neutron [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Successfully updated port: 9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.679954] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.738252] env[68640]: DEBUG nova.compute.manager [req-abad49d8-6ec7-42f3-9cac-82e1d3117b0c req-d4bc4f3d-365f-41f9-acde-5cc95cd6086c service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Received event network-vif-plugged-9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.738390] env[68640]: DEBUG oslo_concurrency.lockutils [req-abad49d8-6ec7-42f3-9cac-82e1d3117b0c req-d4bc4f3d-365f-41f9-acde-5cc95cd6086c service nova] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.738591] env[68640]: DEBUG oslo_concurrency.lockutils [req-abad49d8-6ec7-42f3-9cac-82e1d3117b0c req-d4bc4f3d-365f-41f9-acde-5cc95cd6086c service nova] Lock "536eadbc-43da-483f-a944-4d819d5c1850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.738750] env[68640]: DEBUG oslo_concurrency.lockutils [req-abad49d8-6ec7-42f3-9cac-82e1d3117b0c req-d4bc4f3d-365f-41f9-acde-5cc95cd6086c service nova] Lock "536eadbc-43da-483f-a944-4d819d5c1850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.738910] env[68640]: DEBUG nova.compute.manager [req-abad49d8-6ec7-42f3-9cac-82e1d3117b0c req-d4bc4f3d-365f-41f9-acde-5cc95cd6086c service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] No waiting events found dispatching network-vif-plugged-9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.740322] env[68640]: WARNING nova.compute.manager [req-abad49d8-6ec7-42f3-9cac-82e1d3117b0c req-d4bc4f3d-365f-41f9-acde-5cc95cd6086c service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Received unexpected event network-vif-plugged-9ef26efa-b92c-4a66-9694-57d35db20ee2 for instance with vm_state building and task_state spawning. [ 678.788940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.987342] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5199e9bf-2ef4-4d45-90e4-aa36146760d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.999446] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb59f6dd-73a2-408e-ad22-98645f4f59e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.033808] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c5252a-4441-4cbe-93d5-ed49db50ef46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.041731] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d3572-91ce-4a11-9e7d-9abf5ac891a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.056816] env[68640]: DEBUG nova.compute.provider_tree [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.145669] env[68640]: DEBUG nova.network.neutron [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Successfully created port: f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.177352] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.177507] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.177665] env[68640]: DEBUG nova.network.neutron [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.256257] env[68640]: DEBUG nova.network.neutron [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Port 06d9c469-a6f9-4273-84bf-cdc881aad5ba binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 679.340261] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.382637] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.382967] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.385850] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.386084] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.386381] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.387025] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.387945] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.387945] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.387945] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.387945] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.388357] env[68640]: DEBUG nova.virt.hardware [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.389250] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83cac17-fd7b-431c-8a18-4cfeed1dd46d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.399801] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb4a40-35d0-4e96-a182-2d6d413dc964 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.560201] env[68640]: DEBUG nova.scheduler.client.report [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.567623] env[68640]: DEBUG oslo_concurrency.lockutils [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.567875] env[68640]: DEBUG oslo_concurrency.lockutils [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.568081] env[68640]: DEBUG nova.compute.manager [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.569159] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628236d4-4bb3-4edc-b6b8-5aa5cc7ec76b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.580139] env[68640]: DEBUG nova.compute.manager [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 679.582176] env[68640]: DEBUG nova.objects.instance [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lazy-loading 'flavor' on Instance uuid bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.745366] env[68640]: DEBUG nova.network.neutron [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.016762] env[68640]: DEBUG nova.network.neutron [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.069607] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.070346] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.076706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.678s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.076706] env[68640]: INFO nova.compute.claims [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.287389] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.287634] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.287801] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.524844] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.525232] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Instance network_info: |[{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.525743] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:72:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef26efa-b92c-4a66-9694-57d35db20ee2', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.537022] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating folder: Project (5f8ba2e078dc45a5b9a0b5e0a9e77daa). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.537022] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d3b50f-75f4-4c07-813b-ab60c9247c29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.548872] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created folder: Project (5f8ba2e078dc45a5b9a0b5e0a9e77daa) in parent group-v599664. [ 680.549623] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating folder: Instances. Parent ref: group-v599703. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.550039] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c868e038-f77a-4f57-8723-e21a293ab68e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.559938] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created folder: Instances in parent group-v599703. [ 680.560312] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.560519] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.560724] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2326699c-4e03-4607-9067-b4604f81d8ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.580668] env[68640]: DEBUG nova.compute.utils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.585026] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.585197] env[68640]: DEBUG nova.network.neutron [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.587158] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.587158] env[68640]: value = "task-2990192" [ 680.587158] env[68640]: _type = "Task" [ 680.587158] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.587910] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.591632] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fb9fcf-4492-4bbb-a1c4-d0a6755df9ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.606484] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990192, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.607984] env[68640]: DEBUG oslo_vmware.api [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 680.607984] env[68640]: value = "task-2990193" [ 680.607984] env[68640]: _type = "Task" [ 680.607984] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.624968] env[68640]: DEBUG oslo_vmware.api [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.656033] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "cbe09b25-b49e-450f-9176-15b85e9e303a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.657439] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.657439] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "cbe09b25-b49e-450f-9176-15b85e9e303a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.657439] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.657439] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.660113] env[68640]: INFO nova.compute.manager [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Terminating instance [ 680.710406] env[68640]: DEBUG nova.policy [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f14c1dede7ba40cfa280a7b3fe597a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03523473ded34460ad7ab6ccc928656f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.878817] env[68640]: DEBUG nova.compute.manager [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Received event network-changed-9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.879102] env[68640]: DEBUG nova.compute.manager [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Refreshing instance network info cache due to event network-changed-9ef26efa-b92c-4a66-9694-57d35db20ee2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.879366] env[68640]: DEBUG oslo_concurrency.lockutils [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.879546] env[68640]: DEBUG oslo_concurrency.lockutils [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.879760] env[68640]: DEBUG nova.network.neutron [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Refreshing network info cache for port 9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.098966] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.132413] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990192, 'name': CreateVM_Task, 'duration_secs': 0.319899} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.132691] env[68640]: DEBUG oslo_vmware.api [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990193, 'name': PowerOffVM_Task, 'duration_secs': 0.261058} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.132855] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.133148] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.133360] env[68640]: DEBUG nova.compute.manager [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.134095] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.134258] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.134883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.135656] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445f1d6f-7f7b-467c-aae7-5598d61162e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.144312] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cec7e767-0c7a-4a39-bd62-6bd690b586ab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.155197] env[68640]: DEBUG nova.compute.manager [req-e76520dc-f8b3-4cb0-931c-f30ee69a0df7 req-51905466-0ca4-4178-9668-20401c556fb7 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Received event network-vif-plugged-f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.155197] env[68640]: DEBUG oslo_concurrency.lockutils [req-e76520dc-f8b3-4cb0-931c-f30ee69a0df7 req-51905466-0ca4-4178-9668-20401c556fb7 service nova] Acquiring lock "23cc8440-a4d2-44a1-a601-1e885eff80a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.155197] env[68640]: DEBUG oslo_concurrency.lockutils [req-e76520dc-f8b3-4cb0-931c-f30ee69a0df7 req-51905466-0ca4-4178-9668-20401c556fb7 service nova] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.155197] env[68640]: DEBUG oslo_concurrency.lockutils [req-e76520dc-f8b3-4cb0-931c-f30ee69a0df7 req-51905466-0ca4-4178-9668-20401c556fb7 service nova] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.155197] env[68640]: DEBUG nova.compute.manager [req-e76520dc-f8b3-4cb0-931c-f30ee69a0df7 req-51905466-0ca4-4178-9668-20401c556fb7 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] No waiting events found dispatching network-vif-plugged-f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.155414] env[68640]: WARNING nova.compute.manager [req-e76520dc-f8b3-4cb0-931c-f30ee69a0df7 req-51905466-0ca4-4178-9668-20401c556fb7 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Received unexpected event network-vif-plugged-f0e83ba8-1e79-4cad-becf-2656da1d58a9 for instance with vm_state building and task_state spawning. [ 681.160483] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 681.160483] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52819fd8-7aff-78a7-9fed-c173039fcac3" [ 681.160483] env[68640]: _type = "Task" [ 681.160483] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.166160] env[68640]: DEBUG nova.compute.manager [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.166160] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.166645] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3190d994-8e3f-4114-8665-eff7ca8bb9bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.174586] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52819fd8-7aff-78a7-9fed-c173039fcac3, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.174586] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.174586] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.174586] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.174745] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.174826] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.175314] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-867f8eb2-5971-49c5-8c1a-f76f2642725e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.180619] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.181238] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5f53c8-fb4b-4cc4-9b8c-6dffbd5b2874 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.189400] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.189400] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.192912] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7691b70f-6ef2-4082-b787-63c3c129b9f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.195223] env[68640]: DEBUG oslo_vmware.api [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 681.195223] env[68640]: value = "task-2990198" [ 681.195223] env[68640]: _type = "Task" [ 681.195223] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.201135] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 681.201135] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e476b9-d1b2-1ed3-7955-f208b1ce3458" [ 681.201135] env[68640]: _type = "Task" [ 681.201135] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.211573] env[68640]: DEBUG oslo_vmware.api [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.218672] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e476b9-d1b2-1ed3-7955-f208b1ce3458, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.219490] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fedf5f3-108a-462b-9726-e0d3af94db85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.227598] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 681.227598] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e01c5-f29d-4cbc-00ae-02e0f92dcdc9" [ 681.227598] env[68640]: _type = "Task" [ 681.227598] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.239253] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e01c5-f29d-4cbc-00ae-02e0f92dcdc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.239502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.239750] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850/536eadbc-43da-483f-a944-4d819d5c1850.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.240032] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abcaca84-8a3b-45ed-8709-02c0cc924ead {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.246324] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 681.246324] env[68640]: value = "task-2990199" [ 681.246324] env[68640]: _type = "Task" [ 681.246324] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.257508] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.283328] env[68640]: DEBUG nova.network.neutron [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Successfully created port: 3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.341722] env[68640]: DEBUG nova.network.neutron [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Successfully updated port: f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.424461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.424705] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.424834] env[68640]: DEBUG nova.network.neutron [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.558950] env[68640]: DEBUG nova.compute.manager [None req-d708b892-37a4-43d5-9b3f-33624e9db103 tempest-ServerDiagnosticsV248Test-680711832 tempest-ServerDiagnosticsV248Test-680711832-project-admin] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.561675] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c56d79-d28a-403b-8042-a311502d75fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.575442] env[68640]: INFO nova.compute.manager [None req-d708b892-37a4-43d5-9b3f-33624e9db103 tempest-ServerDiagnosticsV248Test-680711832 tempest-ServerDiagnosticsV248Test-680711832-project-admin] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Retrieving diagnostics [ 681.577037] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73fe81a-1f1c-4ab7-92ef-77acacdfa99e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.663997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-673ad3bf-ce36-48b8-8cd0-17becaf69a81 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.706313] env[68640]: DEBUG oslo_vmware.api [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990198, 'name': PowerOffVM_Task, 'duration_secs': 0.208305} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.706547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.706743] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.709707] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b1e95e2-a453-4b04-86e0-d14e4ce6156f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.712428] env[68640]: DEBUG nova.network.neutron [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updated VIF entry in instance network info cache for port 9ef26efa-b92c-4a66-9694-57d35db20ee2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.712681] env[68640]: DEBUG nova.network.neutron [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.761345] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490515} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.761627] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850/536eadbc-43da-483f-a944-4d819d5c1850.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.762139] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.764794] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5983a6-0087-4edf-ba75-7c8896d607aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.770762] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 681.770762] env[68640]: value = "task-2990201" [ 681.770762] env[68640]: _type = "Task" [ 681.770762] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.780143] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.790188] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcb0b11-f4f2-4a10-8332-4bdc59506e5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.793131] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.793251] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.793459] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Deleting the datastore file [datastore1] cbe09b25-b49e-450f-9176-15b85e9e303a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.793786] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-759498dd-7ffb-4511-957c-2d149fc6a986 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.802238] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad8936-fe8b-4ac7-b933-643c5f9821d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.807313] env[68640]: DEBUG oslo_vmware.api [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for the task: (returnval){ [ 681.807313] env[68640]: value = "task-2990202" [ 681.807313] env[68640]: _type = "Task" [ 681.807313] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.839819] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0bd801-dec6-47a9-b376-1a0daa750019 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.846792] env[68640]: DEBUG oslo_vmware.api [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.849185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "refresh_cache-23cc8440-a4d2-44a1-a601-1e885eff80a2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.849185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquired lock "refresh_cache-23cc8440-a4d2-44a1-a601-1e885eff80a2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.849264] env[68640]: DEBUG nova.network.neutron [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.857209] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42886b8c-71da-4abc-9795-64697584d4f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.871585] env[68640]: DEBUG nova.compute.provider_tree [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.124844] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.158777] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:28:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1559335700',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-175514312',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.159042] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.159268] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.159472] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.159617] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.159764] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.159973] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.160418] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.160670] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.160902] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.161155] env[68640]: DEBUG nova.virt.hardware [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.162195] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceda691-6bde-49bd-afc9-878bc52ad90a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.171288] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dc52cf-e668-426e-8dcd-3d7f0c032747 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.216477] env[68640]: DEBUG oslo_concurrency.lockutils [req-b9ce9e9e-1098-4188-b529-3b194617cc97 req-a50969ee-564e-419d-91aa-e71b160c654d service nova] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.281283] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127988} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.281283] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.281699] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764fd71c-da29-4f6c-bbac-c37d8528e4be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.310231] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850/536eadbc-43da-483f-a944-4d819d5c1850.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.311846] env[68640]: DEBUG nova.network.neutron [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [{"id": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "address": "fa:16:3e:c4:3c:1c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d9c469-a6", "ovs_interfaceid": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.313727] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b56c4d8-a292-470c-800f-ae9101ccd455 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.335749] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.350015] env[68640]: DEBUG oslo_vmware.api [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Task: {'id': task-2990202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132813} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.351762] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.352025] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.352135] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.352702] env[68640]: INFO nova.compute.manager [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 682.352702] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.352871] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 682.352871] env[68640]: value = "task-2990203" [ 682.352871] env[68640]: _type = "Task" [ 682.352871] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.353072] env[68640]: DEBUG nova.compute.manager [-] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.353165] env[68640]: DEBUG nova.network.neutron [-] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.369648] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.377478] env[68640]: DEBUG nova.scheduler.client.report [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.460325] env[68640]: DEBUG nova.network.neutron [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.640187] env[68640]: DEBUG nova.network.neutron [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Updating instance_info_cache with network_info: [{"id": "f0e83ba8-1e79-4cad-becf-2656da1d58a9", "address": "fa:16:3e:66:26:d3", "network": {"id": "03e40fb0-caf1-4de4-9d70-f6a4fd8b3e31", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-254153525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc8aee30ecd46508924e91c4c020ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e83ba8-1e", "ovs_interfaceid": "f0e83ba8-1e79-4cad-becf-2656da1d58a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.869583] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990203, 'name': ReconfigVM_Task, 'duration_secs': 0.306219} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.870179] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850/536eadbc-43da-483f-a944-4d819d5c1850.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.870988] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4277672-36cc-4bb4-9cb4-9ca5cdf36e12 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.874191] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ece6e-d912-485d-8474-0091006ccf7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.897090] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.898205] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.903522] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.043s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.905215] env[68640]: INFO nova.compute.claims [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.909159] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae49666-fcd4-4359-9928-0ba11c42e501 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.912704] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 682.912704] env[68640]: value = "task-2990204" [ 682.912704] env[68640]: _type = "Task" [ 682.912704] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.924326] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 682.940388] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990204, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.143505] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Releasing lock "refresh_cache-23cc8440-a4d2-44a1-a601-1e885eff80a2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.144034] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Instance network_info: |[{"id": "f0e83ba8-1e79-4cad-becf-2656da1d58a9", "address": "fa:16:3e:66:26:d3", "network": {"id": "03e40fb0-caf1-4de4-9d70-f6a4fd8b3e31", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-254153525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc8aee30ecd46508924e91c4c020ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e83ba8-1e", "ovs_interfaceid": "f0e83ba8-1e79-4cad-becf-2656da1d58a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.144663] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:26:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e83ba8-1e79-4cad-becf-2656da1d58a9', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.159829] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Creating folder: Project (8cc8aee30ecd46508924e91c4c020ff8). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.160274] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57599a18-f710-4bf9-936c-e5ebd658fc80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.164327] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "e531bf63-79c8-4f6a-b8a9-60930da933ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.164567] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "e531bf63-79c8-4f6a-b8a9-60930da933ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.164769] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "e531bf63-79c8-4f6a-b8a9-60930da933ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.164949] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "e531bf63-79c8-4f6a-b8a9-60930da933ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.165134] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "e531bf63-79c8-4f6a-b8a9-60930da933ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.167154] env[68640]: INFO nova.compute.manager [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Terminating instance [ 683.175730] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Created folder: Project (8cc8aee30ecd46508924e91c4c020ff8) in parent group-v599664. [ 683.175927] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Creating folder: Instances. Parent ref: group-v599709. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.176183] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c89406e-1f2e-4b8a-9330-5b0d16329211 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.187607] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Created folder: Instances in parent group-v599709. [ 683.187846] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.188057] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.188547] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da8a3f0c-0121-42de-90eb-d3c1d5be85bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.204173] env[68640]: DEBUG nova.network.neutron [-] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.211371] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.211371] env[68640]: value = "task-2990207" [ 683.211371] env[68640]: _type = "Task" [ 683.211371] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.221023] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990207, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.295692] env[68640]: DEBUG nova.network.neutron [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Successfully updated port: 3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.407736] env[68640]: DEBUG nova.compute.utils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.409357] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 683.409541] env[68640]: DEBUG nova.network.neutron [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.432605] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.432741] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990204, 'name': Rename_Task, 'duration_secs': 0.161742} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.434017] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73e09b0-9908-410a-ae9f-1af12310a39e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.435439] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.436389] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e2d1d3c-a9cd-43e6-9012-05a39f1a810a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.448344] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 683.448344] env[68640]: value = "task-2990208" [ 683.448344] env[68640]: _type = "Task" [ 683.448344] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.452302] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 683.452302] env[68640]: value = "task-2990209" [ 683.452302] env[68640]: _type = "Task" [ 683.452302] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.473852] env[68640]: DEBUG nova.policy [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9de515bf64194c578fa9254fb2548bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8fe06ea61747d19b6eee5dfb0fcffb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.484348] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.488826] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990209, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.525618] env[68640]: DEBUG nova.compute.manager [req-3ecfed7f-770c-45fe-ad96-9e1657668f61 req-0f7b20ea-1645-43ab-9b47-8fec2671e56d service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Received event network-vif-plugged-3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.527064] env[68640]: DEBUG oslo_concurrency.lockutils [req-3ecfed7f-770c-45fe-ad96-9e1657668f61 req-0f7b20ea-1645-43ab-9b47-8fec2671e56d service nova] Acquiring lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.527064] env[68640]: DEBUG oslo_concurrency.lockutils [req-3ecfed7f-770c-45fe-ad96-9e1657668f61 req-0f7b20ea-1645-43ab-9b47-8fec2671e56d service nova] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.527064] env[68640]: DEBUG oslo_concurrency.lockutils [req-3ecfed7f-770c-45fe-ad96-9e1657668f61 req-0f7b20ea-1645-43ab-9b47-8fec2671e56d service nova] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.527064] env[68640]: DEBUG nova.compute.manager [req-3ecfed7f-770c-45fe-ad96-9e1657668f61 req-0f7b20ea-1645-43ab-9b47-8fec2671e56d service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] No waiting events found dispatching network-vif-plugged-3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.527064] env[68640]: WARNING nova.compute.manager [req-3ecfed7f-770c-45fe-ad96-9e1657668f61 req-0f7b20ea-1645-43ab-9b47-8fec2671e56d service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Received unexpected event network-vif-plugged-3024f125-d320-4deb-9b1f-34caf63c94dd for instance with vm_state building and task_state spawning. [ 683.547156] env[68640]: DEBUG nova.compute.manager [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Received event network-changed-f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.547289] env[68640]: DEBUG nova.compute.manager [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Refreshing instance network info cache due to event network-changed-f0e83ba8-1e79-4cad-becf-2656da1d58a9. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.547523] env[68640]: DEBUG oslo_concurrency.lockutils [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] Acquiring lock "refresh_cache-23cc8440-a4d2-44a1-a601-1e885eff80a2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.547640] env[68640]: DEBUG oslo_concurrency.lockutils [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] Acquired lock "refresh_cache-23cc8440-a4d2-44a1-a601-1e885eff80a2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.547798] env[68640]: DEBUG nova.network.neutron [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Refreshing network info cache for port f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.671712] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "refresh_cache-e531bf63-79c8-4f6a-b8a9-60930da933ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.671712] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquired lock "refresh_cache-e531bf63-79c8-4f6a-b8a9-60930da933ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.671712] env[68640]: DEBUG nova.network.neutron [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.708684] env[68640]: INFO nova.compute.manager [-] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Took 1.35 seconds to deallocate network for instance. [ 683.728900] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990207, 'name': CreateVM_Task, 'duration_secs': 0.466222} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.729172] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.730035] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.730228] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.730530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.730904] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65552148-012c-49e0-8b3c-c0db99e4373c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.738137] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 683.738137] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522d99a4-2e20-77bb-036d-625304098401" [ 683.738137] env[68640]: _type = "Task" [ 683.738137] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.748696] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522d99a4-2e20-77bb-036d-625304098401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.798300] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.798300] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.798300] env[68640]: DEBUG nova.network.neutron [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.915257] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.930949] env[68640]: DEBUG nova.network.neutron [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Successfully created port: 169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.973434] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990208, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.982061] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990209, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.008409] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "8bfb3d1a-62f5-4781-949f-533f968c9d64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.008772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.157300] env[68640]: DEBUG nova.objects.instance [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lazy-loading 'flavor' on Instance uuid bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.220039] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.223982] env[68640]: DEBUG nova.network.neutron [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.250375] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522d99a4-2e20-77bb-036d-625304098401, 'name': SearchDatastore_Task, 'duration_secs': 0.015568} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.255141] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.255614] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.255998] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.256288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.256605] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.257503] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da094739-af90-457d-bf4d-0334e3b915dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.271366] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.271366] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.271366] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b52ffe-dbd2-421b-8f20-97def43658ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.277697] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 684.277697] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5240c319-d370-eaf8-dd1e-8482fa215884" [ 684.277697] env[68640]: _type = "Task" [ 684.277697] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.293694] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5240c319-d370-eaf8-dd1e-8482fa215884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.373989] env[68640]: DEBUG nova.network.neutron [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.394260] env[68640]: DEBUG nova.network.neutron [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.406736] env[68640]: DEBUG nova.network.neutron [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Updated VIF entry in instance network info cache for port f0e83ba8-1e79-4cad-becf-2656da1d58a9. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.407139] env[68640]: DEBUG nova.network.neutron [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Updating instance_info_cache with network_info: [{"id": "f0e83ba8-1e79-4cad-becf-2656da1d58a9", "address": "fa:16:3e:66:26:d3", "network": {"id": "03e40fb0-caf1-4de4-9d70-f6a4fd8b3e31", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-254153525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cc8aee30ecd46508924e91c4c020ff8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e83ba8-1e", "ovs_interfaceid": "f0e83ba8-1e79-4cad-becf-2656da1d58a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.471744] env[68640]: DEBUG oslo_vmware.api [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990208, 'name': PowerOnVM_Task, 'duration_secs': 0.549492} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.472291] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.472521] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c55682f5-da73-4a83-b86c-f1c886195f0d tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance 'd1f4a410-8029-42d8-9458-2979d5b18985' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.486336] env[68640]: DEBUG oslo_vmware.api [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990209, 'name': PowerOnVM_Task, 'duration_secs': 0.687325} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.487426] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.487510] env[68640]: INFO nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Took 7.84 seconds to spawn the instance on the hypervisor. [ 684.487676] env[68640]: DEBUG nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.489037] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6863975c-60c1-4acd-91cb-93a0b806a0db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.566076] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9930d2-a805-426a-a16b-236ac9db141f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.578341] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597d60f-cc7b-4149-a6ba-0f5179fe8572 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.624224] env[68640]: DEBUG nova.network.neutron [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Updating instance_info_cache with network_info: [{"id": "3024f125-d320-4deb-9b1f-34caf63c94dd", "address": "fa:16:3e:a3:e8:e2", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3024f125-d3", "ovs_interfaceid": "3024f125-d320-4deb-9b1f-34caf63c94dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.625985] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda51ceb-290b-4f64-bb97-23eaa2efa8bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.636513] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdeabaf-fc95-4711-9865-ec1d8dd53da8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.653765] env[68640]: DEBUG nova.compute.provider_tree [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.670172] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.670376] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquired lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.670515] env[68640]: DEBUG nova.network.neutron [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.670684] env[68640]: DEBUG nova.objects.instance [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lazy-loading 'info_cache' on Instance uuid bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.794136] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5240c319-d370-eaf8-dd1e-8482fa215884, 'name': SearchDatastore_Task, 'duration_secs': 0.01848} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.794951] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95c5a68-f5e3-4c06-97da-ed9c644b82b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.802744] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 684.802744] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520ed6d0-73b2-ce3b-25c2-4fa03b330c60" [ 684.802744] env[68640]: _type = "Task" [ 684.802744] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.812745] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520ed6d0-73b2-ce3b-25c2-4fa03b330c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.896363] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Releasing lock "refresh_cache-e531bf63-79c8-4f6a-b8a9-60930da933ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.896853] env[68640]: DEBUG nova.compute.manager [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 684.897157] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 684.898220] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcafa27-bd40-4041-a78e-ecb60288593d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.907244] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 684.907580] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896dee30-833b-480b-9f63-f9048dc5d410 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.909581] env[68640]: DEBUG oslo_concurrency.lockutils [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] Releasing lock "refresh_cache-23cc8440-a4d2-44a1-a601-1e885eff80a2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.909817] env[68640]: DEBUG nova.compute.manager [req-2cac4d25-c744-42e9-8709-cb223c35f6b8 req-7f646698-4375-4982-9401-3629e28eb633 service nova] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Received event network-vif-deleted-6b417427-aab6-4794-8260-884c2ded1c75 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.919380] env[68640]: DEBUG oslo_vmware.api [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 684.919380] env[68640]: value = "task-2990211" [ 684.919380] env[68640]: _type = "Task" [ 684.919380] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.931749] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.934110] env[68640]: DEBUG oslo_vmware.api [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.957192] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.957192] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.957192] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.957860] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.957860] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.957860] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.957860] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.958045] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.958145] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.960034] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.960034] env[68640]: DEBUG nova.virt.hardware [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.960034] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8958de-fc3d-452c-ae71-057cb93c5a8f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.972272] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1fa65d-92ba-4fca-8956-7eb42042db84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.011916] env[68640]: INFO nova.compute.manager [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Took 34.45 seconds to build instance. [ 685.130777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Releasing lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.131122] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Instance network_info: |[{"id": "3024f125-d320-4deb-9b1f-34caf63c94dd", "address": "fa:16:3e:a3:e8:e2", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3024f125-d3", "ovs_interfaceid": "3024f125-d320-4deb-9b1f-34caf63c94dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.131597] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:e8:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3024f125-d320-4deb-9b1f-34caf63c94dd', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.140571] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Creating folder: Project (03523473ded34460ad7ab6ccc928656f). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.141365] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-401de7f4-1485-4903-ac08-4d9bd0f7e233 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.154733] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Created folder: Project (03523473ded34460ad7ab6ccc928656f) in parent group-v599664. [ 685.154918] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Creating folder: Instances. Parent ref: group-v599712. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.155191] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28108e48-b528-48be-bcda-eba1b8406cf0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.158283] env[68640]: DEBUG nova.scheduler.client.report [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.174456] env[68640]: DEBUG nova.objects.base [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 685.180602] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Created folder: Instances in parent group-v599712. [ 685.181099] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.182135] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.182730] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2ce1519-628a-4c6d-b45b-a863bed6005c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.205156] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.205156] env[68640]: value = "task-2990214" [ 685.205156] env[68640]: _type = "Task" [ 685.205156] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.215261] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990214, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.315787] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520ed6d0-73b2-ce3b-25c2-4fa03b330c60, 'name': SearchDatastore_Task, 'duration_secs': 0.030569} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.316169] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.316441] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 23cc8440-a4d2-44a1-a601-1e885eff80a2/23cc8440-a4d2-44a1-a601-1e885eff80a2.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.316694] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e37c7c-49a8-40d7-aa6a-0593dd8fb4bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.327611] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 685.327611] env[68640]: value = "task-2990215" [ 685.327611] env[68640]: _type = "Task" [ 685.327611] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.338988] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.428934] env[68640]: DEBUG oslo_vmware.api [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990211, 'name': PowerOffVM_Task, 'duration_secs': 0.172781} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.429789] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.430198] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.430297] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d9d1f84-b32d-482e-b358-5cb369c9ca14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.460453] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 685.460672] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 685.460848] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Deleting the datastore file [datastore1] e531bf63-79c8-4f6a-b8a9-60930da933ba {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.461198] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58ae9eba-3d18-4319-9558-e7f7cd2aea3d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.468693] env[68640]: DEBUG oslo_vmware.api [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for the task: (returnval){ [ 685.468693] env[68640]: value = "task-2990217" [ 685.468693] env[68640]: _type = "Task" [ 685.468693] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.477660] env[68640]: DEBUG oslo_vmware.api [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.515632] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6cc19d97-b357-411a-bbce-294e13f018d5 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.700s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.624745] env[68640]: DEBUG nova.compute.manager [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Received event network-changed-3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.624954] env[68640]: DEBUG nova.compute.manager [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Refreshing instance network info cache due to event network-changed-3024f125-d320-4deb-9b1f-34caf63c94dd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.625259] env[68640]: DEBUG oslo_concurrency.lockutils [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] Acquiring lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.625419] env[68640]: DEBUG oslo_concurrency.lockutils [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] Acquired lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.625478] env[68640]: DEBUG nova.network.neutron [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Refreshing network info cache for port 3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.647216] env[68640]: DEBUG nova.compute.manager [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Received event network-changed-9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.647293] env[68640]: DEBUG nova.compute.manager [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Refreshing instance network info cache due to event network-changed-9ef26efa-b92c-4a66-9694-57d35db20ee2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.647517] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.647861] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.647861] env[68640]: DEBUG nova.network.neutron [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Refreshing network info cache for port 9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.666455] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.666929] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.675676] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.657s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.679039] env[68640]: INFO nova.compute.claims [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.720585] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990214, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.842395] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.980657] env[68640]: DEBUG oslo_vmware.api [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Task: {'id': task-2990217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14362} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.981222] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 685.981222] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 685.981298] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 685.981423] env[68640]: INFO nova.compute.manager [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Took 1.08 seconds to destroy the instance on the hypervisor. [ 685.981663] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.981852] env[68640]: DEBUG nova.compute.manager [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 685.982157] env[68640]: DEBUG nova.network.neutron [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.013235] env[68640]: DEBUG nova.network.neutron [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.022247] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.132408] env[68640]: DEBUG nova.network.neutron [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Updating instance_info_cache with network_info: [{"id": "e3abc306-3dcf-4668-b566-73a0067f86c6", "address": "fa:16:3e:f6:10:31", "network": {"id": "bec1b2f7-2e16-4827-a7a3-1a9d84e32f7a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1161538165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c4bba0e95044befa03921b601d1f2bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3abc306-3d", "ovs_interfaceid": "e3abc306-3dcf-4668-b566-73a0067f86c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.136887] env[68640]: DEBUG nova.network.neutron [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Successfully updated port: 169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.177933] env[68640]: DEBUG nova.compute.utils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.181920] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.182155] env[68640]: DEBUG nova.network.neutron [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.221937] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990214, 'name': CreateVM_Task, 'duration_secs': 0.632038} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.222216] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.222923] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.223210] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.223532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.223798] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db01bf16-a2f6-4c50-afda-f42b364640e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.231260] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 686.231260] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5287b08b-e74e-d3fc-204d-71d2b8926886" [ 686.231260] env[68640]: _type = "Task" [ 686.231260] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.245198] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5287b08b-e74e-d3fc-204d-71d2b8926886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.286493] env[68640]: DEBUG nova.policy [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb90458ea004f5b8a1a49a3ac502341', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd764b6b827f44bfca580a1d3fa0928df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.341721] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62818} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.342159] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 23cc8440-a4d2-44a1-a601-1e885eff80a2/23cc8440-a4d2-44a1-a601-1e885eff80a2.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.342592] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.342717] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6090fe39-040b-4ef4-acc8-13907f8911fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.357571] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 686.357571] env[68640]: value = "task-2990219" [ 686.357571] env[68640]: _type = "Task" [ 686.357571] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.391478] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.436379] env[68640]: DEBUG nova.network.neutron [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Updated VIF entry in instance network info cache for port 3024f125-d320-4deb-9b1f-34caf63c94dd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.436668] env[68640]: DEBUG nova.network.neutron [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Updating instance_info_cache with network_info: [{"id": "3024f125-d320-4deb-9b1f-34caf63c94dd", "address": "fa:16:3e:a3:e8:e2", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3024f125-d3", "ovs_interfaceid": "3024f125-d320-4deb-9b1f-34caf63c94dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.517390] env[68640]: DEBUG nova.network.neutron [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.545696] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.600066] env[68640]: DEBUG nova.network.neutron [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updated VIF entry in instance network info cache for port 9ef26efa-b92c-4a66-9694-57d35db20ee2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.601962] env[68640]: DEBUG nova.network.neutron [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.636200] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Releasing lock "refresh_cache-bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.640994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.640994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.640994] env[68640]: DEBUG nova.network.neutron [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.689291] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.752776] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5287b08b-e74e-d3fc-204d-71d2b8926886, 'name': SearchDatastore_Task, 'duration_secs': 0.016902} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.753125] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.753369] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.753600] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.753744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.753919] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.754474] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b54b9912-79da-49f2-9dc6-b7b0444c1517 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.769363] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.769652] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.771219] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c614d1-0fd7-4384-9c7a-6994f6317be2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.782098] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 686.782098] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd18bd-1958-c3b1-feed-25e9482d4940" [ 686.782098] env[68640]: _type = "Task" [ 686.782098] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.793169] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd18bd-1958-c3b1-feed-25e9482d4940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.856078] env[68640]: DEBUG nova.network.neutron [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Successfully created port: 3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.871646] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079004} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.874397] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.876331] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1892cc88-1717-453d-a26d-911b635601e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.902612] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 23cc8440-a4d2-44a1-a601-1e885eff80a2/23cc8440-a4d2-44a1-a601-1e885eff80a2.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.905535] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64cfcc85-780b-42ea-826b-153252f42904 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.929553] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 686.929553] env[68640]: value = "task-2990220" [ 686.929553] env[68640]: _type = "Task" [ 686.929553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.940119] env[68640]: DEBUG oslo_concurrency.lockutils [req-bce3ae81-2d84-46a3-8fb6-cc6fd94825c4 req-71a326fa-aa5c-4b17-9fd5-8c49145f9505 service nova] Releasing lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.940524] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.025025] env[68640]: INFO nova.compute.manager [-] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Took 1.04 seconds to deallocate network for instance. [ 687.106205] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f8116b3-d2c9-4471-b45c-6fd328c69692 req-05413f60-79b4-4bfc-8ddb-17bb627f50fa service nova] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.215671] env[68640]: DEBUG nova.network.neutron [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.274068] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d72452-16c6-4ac9-a12d-171286491290 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.287994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021375bc-0a63-41e4-bd5f-ee4f7bdbc461 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.299016] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd18bd-1958-c3b1-feed-25e9482d4940, 'name': SearchDatastore_Task, 'duration_secs': 0.04437} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.328196] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abd73fa-2e82-41ca-9a3d-91e660628963 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.331390] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98d738e-142a-4ba7-8bdf-ecd9dacfdf5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.336013] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "d1f4a410-8029-42d8-9458-2979d5b18985" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.336199] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.336383] env[68640]: DEBUG nova.compute.manager [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Going to confirm migration 1 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 687.341191] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 687.341191] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ff920f-9c67-ada6-b0e4-964cd20cf0c4" [ 687.341191] env[68640]: _type = "Task" [ 687.341191] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.349209] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a57a817-6967-49df-8955-1ded17d07cf5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.358019] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ff920f-9c67-ada6-b0e4-964cd20cf0c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.367602] env[68640]: DEBUG nova.compute.provider_tree [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.407960] env[68640]: DEBUG nova.network.neutron [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [{"id": "169158b1-389a-49c2-acf1-80d2251faac4", "address": "fa:16:3e:07:40:5d", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169158b1-38", "ovs_interfaceid": "169158b1-389a-49c2-acf1-80d2251faac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.447273] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.530901] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.641807] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.642189] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd38abf-0f6e-47e3-8324-700d10b3cb1c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.653557] env[68640]: DEBUG oslo_vmware.api [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 687.653557] env[68640]: value = "task-2990221" [ 687.653557] env[68640]: _type = "Task" [ 687.653557] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.662725] env[68640]: DEBUG oslo_vmware.api [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.703919] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.732777] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.732924] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.733532] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.733532] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.733532] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.733769] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.733769] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.733913] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.734104] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.734273] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.734466] env[68640]: DEBUG nova.virt.hardware [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.735343] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a41ef12-98e9-49cf-9337-fb50c8d5daf9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.743858] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301f723-b3cf-4654-96f4-08418de480d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.803317] env[68640]: DEBUG nova.compute.manager [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Received event network-vif-plugged-169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.803667] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.803948] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.804660] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.806075] env[68640]: DEBUG nova.compute.manager [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] No waiting events found dispatching network-vif-plugged-169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.806075] env[68640]: WARNING nova.compute.manager [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Received unexpected event network-vif-plugged-169158b1-389a-49c2-acf1-80d2251faac4 for instance with vm_state building and task_state spawning. [ 687.806075] env[68640]: DEBUG nova.compute.manager [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Received event network-changed-169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.806075] env[68640]: DEBUG nova.compute.manager [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Refreshing instance network info cache due to event network-changed-169158b1-389a-49c2-acf1-80d2251faac4. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.806075] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] Acquiring lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.858083] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ff920f-9c67-ada6-b0e4-964cd20cf0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.033353} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.858083] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.858083] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] eabaabda-c30c-4997-83b6-f99a1ea79dbc/eabaabda-c30c-4997-83b6-f99a1ea79dbc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.858083] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-362e807b-a19f-44be-83dc-24325785b308 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.866073] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 687.866073] env[68640]: value = "task-2990222" [ 687.866073] env[68640]: _type = "Task" [ 687.866073] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.876323] env[68640]: DEBUG nova.scheduler.client.report [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.880799] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.910884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.911920] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Instance network_info: |[{"id": "169158b1-389a-49c2-acf1-80d2251faac4", "address": "fa:16:3e:07:40:5d", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169158b1-38", "ovs_interfaceid": "169158b1-389a-49c2-acf1-80d2251faac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.911920] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] Acquired lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.912504] env[68640]: DEBUG nova.network.neutron [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Refreshing network info cache for port 169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.912881] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:40:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '169158b1-389a-49c2-acf1-80d2251faac4', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.922423] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Creating folder: Project (db8fe06ea61747d19b6eee5dfb0fcffb). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.926021] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.926021] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.926021] env[68640]: DEBUG nova.network.neutron [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.926021] env[68640]: DEBUG nova.objects.instance [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lazy-loading 'info_cache' on Instance uuid d1f4a410-8029-42d8-9458-2979d5b18985 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.927814] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52632d48-5e39-42b3-bf35-b19fa76c2985 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.943077] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990220, 'name': ReconfigVM_Task, 'duration_secs': 0.78618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.944682] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 23cc8440-a4d2-44a1-a601-1e885eff80a2/23cc8440-a4d2-44a1-a601-1e885eff80a2.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.945572] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Created folder: Project (db8fe06ea61747d19b6eee5dfb0fcffb) in parent group-v599664. [ 687.946098] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Creating folder: Instances. Parent ref: group-v599715. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.946178] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e1ce0d-5956-4f75-9d87-03fe7510f66d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.949070] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae84d7f9-a626-4acc-bff1-f2c9f6c1969c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.957584] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 687.957584] env[68640]: value = "task-2990224" [ 687.957584] env[68640]: _type = "Task" [ 687.957584] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.965397] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Created folder: Instances in parent group-v599715. [ 687.965970] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.967356] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.972603] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8930023b-d049-4291-a926-d842a94c4afa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.995789] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990224, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.002930] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.002930] env[68640]: value = "task-2990226" [ 688.002930] env[68640]: _type = "Task" [ 688.002930] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.012424] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990226, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.041141] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "dc149598-d3ba-4d97-a6b8-d499f6db8596" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.041487] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.167092] env[68640]: DEBUG oslo_vmware.api [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990221, 'name': PowerOnVM_Task, 'duration_secs': 0.425997} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.167372] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.167566] env[68640]: DEBUG nova.compute.manager [None req-8359f0ff-c334-45bc-9deb-df7c7cd798e9 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.168405] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ff8fd-dd59-49c6-a1fe-8b22ea3f9974 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.381755] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.382309] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.386028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.747s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.386139] env[68640]: DEBUG nova.objects.instance [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lazy-loading 'resources' on Instance uuid 24d8a83a-b087-4a0a-8eb2-2ec41afd4707 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.394467] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990222, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.449129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "f009d542-950f-4cd2-b03c-7d9a5b82d921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.449129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.470619] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990224, 'name': Rename_Task, 'duration_secs': 0.170556} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.470893] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.472573] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a57d0db-7b7c-4abd-aeb1-2176287a7283 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.481689] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 688.481689] env[68640]: value = "task-2990228" [ 688.481689] env[68640]: _type = "Task" [ 688.481689] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.494496] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.515637] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990226, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.878169] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534886} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.878854] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] eabaabda-c30c-4997-83b6-f99a1ea79dbc/eabaabda-c30c-4997-83b6-f99a1ea79dbc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.879269] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.882815] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ae926c-1c14-4e1f-9d04-ac8399864aa2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.889970] env[68640]: DEBUG nova.compute.utils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.897028] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.897028] env[68640]: DEBUG nova.network.neutron [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.898755] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 688.898755] env[68640]: value = "task-2990229" [ 688.898755] env[68640]: _type = "Task" [ 688.898755] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.910907] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.952471] env[68640]: DEBUG nova.network.neutron [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Successfully updated port: 3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.988372] env[68640]: DEBUG nova.policy [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07a90c5bc6f8452baf63f2f5f537592f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b74be75d89574f11a731c23bffe9954b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.001918] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.017465] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990226, 'name': CreateVM_Task, 'duration_secs': 0.56494} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.017657] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.018397] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018554] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.018882] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.019213] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09999dbf-2eee-4e33-817b-28c9ec99e72a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.025399] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 689.025399] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52673991-e9c3-3a30-34dd-caad7646fbb5" [ 689.025399] env[68640]: _type = "Task" [ 689.025399] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.039380] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52673991-e9c3-3a30-34dd-caad7646fbb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.054278] env[68640]: DEBUG nova.network.neutron [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updated VIF entry in instance network info cache for port 169158b1-389a-49c2-acf1-80d2251faac4. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.054668] env[68640]: DEBUG nova.network.neutron [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [{"id": "169158b1-389a-49c2-acf1-80d2251faac4", "address": "fa:16:3e:07:40:5d", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169158b1-38", "ovs_interfaceid": "169158b1-389a-49c2-acf1-80d2251faac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.243267] env[68640]: DEBUG nova.network.neutron [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [{"id": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "address": "fa:16:3e:c4:3c:1c", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06d9c469-a6", "ovs_interfaceid": "06d9c469-a6f9-4273-84bf-cdc881aad5ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.397720] env[68640]: DEBUG nova.network.neutron [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Successfully created port: 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.399923] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.414594] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213252} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.414886] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.416413] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b40bf3-138a-4013-9ea5-da267da244a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.447166] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] eabaabda-c30c-4997-83b6-f99a1ea79dbc/eabaabda-c30c-4997-83b6-f99a1ea79dbc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.448619] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a0c037-f485-4b95-aedf-8c81862c7aef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.465081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.465232] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.465376] env[68640]: DEBUG nova.network.neutron [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.467429] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de26fee-5587-46bc-9af1-e6939a82f03d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.478437] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fdc7f2-f895-4ee4-94da-f9848094524e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.483572] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 689.483572] env[68640]: value = "task-2990230" [ 689.483572] env[68640]: _type = "Task" [ 689.483572] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.519629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853f16d8-dbbb-4275-b980-77ba1f428a64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.528818] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990228, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.529052] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.536627] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5045f-4061-4794-96f3-4684ce9136c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.544285] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52673991-e9c3-3a30-34dd-caad7646fbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.027724} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.544960] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.545270] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.545585] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.545672] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.545853] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.546201] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c93b640-7d07-4457-9319-0a00096be36e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.558024] env[68640]: DEBUG nova.compute.provider_tree [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.560882] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ee2ccc8-5eee-4133-8e87-93f6ab5de19d req-5552ca9d-1536-4376-aeef-010e0796d800 service nova] Releasing lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.566103] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.566321] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.567484] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c307eb4-7a28-472f-b781-809ba4717498 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.575172] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 689.575172] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52975ca6-ef76-a8be-ad68-085e9ab925e3" [ 689.575172] env[68640]: _type = "Task" [ 689.575172] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.584316] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52975ca6-ef76-a8be-ad68-085e9ab925e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.748094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-d1f4a410-8029-42d8-9458-2979d5b18985" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.748540] env[68640]: DEBUG nova.objects.instance [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lazy-loading 'migration_context' on Instance uuid d1f4a410-8029-42d8-9458-2979d5b18985 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.958019] env[68640]: DEBUG nova.compute.manager [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Received event network-vif-plugged-3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.958298] env[68640]: DEBUG oslo_concurrency.lockutils [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.958298] env[68640]: DEBUG oslo_concurrency.lockutils [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] Lock "67b5f02a-0cec-4dce-9930-d335044db208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.958548] env[68640]: DEBUG oslo_concurrency.lockutils [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] Lock "67b5f02a-0cec-4dce-9930-d335044db208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.958622] env[68640]: DEBUG nova.compute.manager [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] No waiting events found dispatching network-vif-plugged-3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.960407] env[68640]: WARNING nova.compute.manager [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Received unexpected event network-vif-plugged-3636d668-16c4-43f2-90b8-baf4c0e2136d for instance with vm_state building and task_state spawning. [ 689.960407] env[68640]: DEBUG nova.compute.manager [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Received event network-changed-3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.960407] env[68640]: DEBUG nova.compute.manager [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Refreshing instance network info cache due to event network-changed-3636d668-16c4-43f2-90b8-baf4c0e2136d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.960407] env[68640]: DEBUG oslo_concurrency.lockutils [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] Acquiring lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.998806] env[68640]: DEBUG oslo_vmware.api [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990228, 'name': PowerOnVM_Task, 'duration_secs': 1.20477} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.001056] env[68640]: DEBUG nova.network.neutron [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.006488] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.006747] env[68640]: INFO nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Took 10.67 seconds to spawn the instance on the hypervisor. [ 690.007281] env[68640]: DEBUG nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.007281] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990230, 'name': ReconfigVM_Task, 'duration_secs': 0.325413} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.008128] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc148d-e7c7-4d58-a9ca-00351eb83fe0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.011595] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Reconfigured VM instance instance-00000011 to attach disk [datastore1] eabaabda-c30c-4997-83b6-f99a1ea79dbc/eabaabda-c30c-4997-83b6-f99a1ea79dbc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.012479] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f9eb3d4-e1e4-426a-ab78-28009d2cfed6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.026872] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 690.026872] env[68640]: value = "task-2990231" [ 690.026872] env[68640]: _type = "Task" [ 690.026872] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.038463] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990231, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.059485] env[68640]: DEBUG nova.scheduler.client.report [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.089459] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52975ca6-ef76-a8be-ad68-085e9ab925e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.093575] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb3ba40-36a5-4fb4-b9ad-2dd95f20de79 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.102106] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 690.102106] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526d0d0a-67e1-db3e-de98-a0fb8563b5b6" [ 690.102106] env[68640]: _type = "Task" [ 690.102106] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.112081] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526d0d0a-67e1-db3e-de98-a0fb8563b5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.198623] env[68640]: DEBUG nova.network.neutron [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updating instance_info_cache with network_info: [{"id": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "address": "fa:16:3e:15:8a:0d", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3636d668-16", "ovs_interfaceid": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.251315] env[68640]: DEBUG nova.objects.base [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 690.252264] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c227ab2-e3cb-4fe0-8673-ed9ce816baac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.275621] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6622a1e2-cb6e-4af6-9c3f-6d652659f469 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.282711] env[68640]: DEBUG oslo_vmware.api [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 690.282711] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c20ae4-a98d-cb4a-4ed4-aa3b4297c62f" [ 690.282711] env[68640]: _type = "Task" [ 690.282711] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.290945] env[68640]: DEBUG oslo_vmware.api [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c20ae4-a98d-cb4a-4ed4-aa3b4297c62f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.411880] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.444027] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.444027] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.444027] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.444353] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.444353] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.444353] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.444353] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.444353] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.444523] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.444523] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.444523] env[68640]: DEBUG nova.virt.hardware [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.445304] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef9ea16-9591-47e1-9a15-d28fd7733f98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.453983] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f87a8-450c-4438-97cb-f9bfa0178668 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.536922] env[68640]: INFO nova.compute.manager [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Took 38.91 seconds to build instance. [ 690.541728] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990231, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.564624] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.567045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.622s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.568536] env[68640]: INFO nova.compute.claims [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.601372] env[68640]: INFO nova.scheduler.client.report [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Deleted allocations for instance 24d8a83a-b087-4a0a-8eb2-2ec41afd4707 [ 690.616647] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526d0d0a-67e1-db3e-de98-a0fb8563b5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.616881] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.617167] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 632d944a-2286-42bb-a3b8-cdaf59c72880/632d944a-2286-42bb-a3b8-cdaf59c72880.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.617471] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4637b796-2feb-4f62-84ed-20b23d72119d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.627509] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 690.627509] env[68640]: value = "task-2990233" [ 690.627509] env[68640]: _type = "Task" [ 690.627509] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.641111] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.701183] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Releasing lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.701917] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Instance network_info: |[{"id": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "address": "fa:16:3e:15:8a:0d", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3636d668-16", "ovs_interfaceid": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.701917] env[68640]: DEBUG oslo_concurrency.lockutils [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] Acquired lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.702196] env[68640]: DEBUG nova.network.neutron [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Refreshing network info cache for port 3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.703346] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:8a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3636d668-16c4-43f2-90b8-baf4c0e2136d', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.712303] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Creating folder: Project (d764b6b827f44bfca580a1d3fa0928df). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.715525] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7af2b41e-6cdb-4dc4-ad74-fd769d3c104c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.732027] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Created folder: Project (d764b6b827f44bfca580a1d3fa0928df) in parent group-v599664. [ 690.732027] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Creating folder: Instances. Parent ref: group-v599719. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.732027] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e554366-e1f0-4bc7-a589-782dcbb54e01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.740742] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Created folder: Instances in parent group-v599719. [ 690.740994] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.741385] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.741775] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff77a6a-5dda-4035-a230-7dc4a33e022c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.763945] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.763945] env[68640]: value = "task-2990236" [ 690.763945] env[68640]: _type = "Task" [ 690.763945] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.776503] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990236, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.796999] env[68640]: DEBUG oslo_vmware.api [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c20ae4-a98d-cb4a-4ed4-aa3b4297c62f, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.796999] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.044980] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4f26835-22a2-4583-beff-2de1eaf601fa tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.211s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.059052] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990231, 'name': Rename_Task, 'duration_secs': 1.016439} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.059052] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.059052] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61dfdcb1-b24e-4166-b023-288c66560702 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.075451] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 691.075451] env[68640]: value = "task-2990237" [ 691.075451] env[68640]: _type = "Task" [ 691.075451] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.087028] env[68640]: DEBUG nova.network.neutron [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updated VIF entry in instance network info cache for port 3636d668-16c4-43f2-90b8-baf4c0e2136d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.087028] env[68640]: DEBUG nova.network.neutron [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updating instance_info_cache with network_info: [{"id": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "address": "fa:16:3e:15:8a:0d", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3636d668-16", "ovs_interfaceid": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.095535] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.111940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-163181c1-4222-44c7-ac11-86121cb5ba02 tempest-ServerDiagnosticsNegativeTest-412791984 tempest-ServerDiagnosticsNegativeTest-412791984-project-member] Lock "24d8a83a-b087-4a0a-8eb2-2ec41afd4707" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.430s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.129945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "23cc8440-a4d2-44a1-a601-1e885eff80a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.129945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.129945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "23cc8440-a4d2-44a1-a601-1e885eff80a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.129945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.130293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.137950] env[68640]: INFO nova.compute.manager [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Terminating instance [ 691.151809] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990233, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.245637] env[68640]: DEBUG nova.network.neutron [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Successfully updated port: 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.280828] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990236, 'name': CreateVM_Task, 'duration_secs': 0.413938} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.281145] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.282257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.282532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.283014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.283463] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec8fe50-c29e-4224-9213-f1cf50749c52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.292394] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 691.292394] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f688f-b2a2-25a4-8f97-099fcc4a7969" [ 691.292394] env[68640]: _type = "Task" [ 691.292394] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.303546] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f688f-b2a2-25a4-8f97-099fcc4a7969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.453231] env[68640]: DEBUG nova.compute.manager [req-f868c573-2fa2-47f5-9613-c7ac3d905ae4 req-1d7fc429-13c8-493f-9163-28b7d3e95a59 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Received event network-vif-plugged-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.453231] env[68640]: DEBUG oslo_concurrency.lockutils [req-f868c573-2fa2-47f5-9613-c7ac3d905ae4 req-1d7fc429-13c8-493f-9163-28b7d3e95a59 service nova] Acquiring lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.453514] env[68640]: DEBUG oslo_concurrency.lockutils [req-f868c573-2fa2-47f5-9613-c7ac3d905ae4 req-1d7fc429-13c8-493f-9163-28b7d3e95a59 service nova] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.453809] env[68640]: DEBUG oslo_concurrency.lockutils [req-f868c573-2fa2-47f5-9613-c7ac3d905ae4 req-1d7fc429-13c8-493f-9163-28b7d3e95a59 service nova] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.454131] env[68640]: DEBUG nova.compute.manager [req-f868c573-2fa2-47f5-9613-c7ac3d905ae4 req-1d7fc429-13c8-493f-9163-28b7d3e95a59 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] No waiting events found dispatching network-vif-plugged-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.454448] env[68640]: WARNING nova.compute.manager [req-f868c573-2fa2-47f5-9613-c7ac3d905ae4 req-1d7fc429-13c8-493f-9163-28b7d3e95a59 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Received unexpected event network-vif-plugged-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 for instance with vm_state building and task_state spawning. [ 691.557582] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.598477] env[68640]: DEBUG oslo_concurrency.lockutils [req-45d97373-c197-43d4-ba2e-8d4beb1e03b5 req-4b05a37f-6be0-4b95-97f9-706a4aa36a23 service nova] Releasing lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.599982] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.646134] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800779} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.646417] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 632d944a-2286-42bb-a3b8-cdaf59c72880/632d944a-2286-42bb-a3b8-cdaf59c72880.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.646659] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.647306] env[68640]: DEBUG nova.compute.manager [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.647500] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.647752] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e71e22f0-464c-4800-88eb-b131d54568dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.651433] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e40eab0-adcf-44db-b4d1-eda499e338d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.663057] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.664648] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f13bd9a2-ee2a-42ea-af7b-07b078ecaa17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.666098] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 691.666098] env[68640]: value = "task-2990238" [ 691.666098] env[68640]: _type = "Task" [ 691.666098] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.678138] env[68640]: DEBUG oslo_vmware.api [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 691.678138] env[68640]: value = "task-2990239" [ 691.678138] env[68640]: _type = "Task" [ 691.678138] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.678429] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.695014] env[68640]: DEBUG oslo_vmware.api [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.749037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.749211] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.749256] env[68640]: DEBUG nova.network.neutron [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.810907] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f688f-b2a2-25a4-8f97-099fcc4a7969, 'name': SearchDatastore_Task, 'duration_secs': 0.022717} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.813962] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.814279] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.814560] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.814710] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.814893] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.815450] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a2d4fc1-3a8e-4e98-9053-58e99aa6b5e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.836149] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.836468] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.837528] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f99d7c2b-5ddc-42dc-9b61-918b17e2d86e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.853118] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 691.853118] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52dc03e0-7fc4-97b6-8a84-c8b3da4f672d" [ 691.853118] env[68640]: _type = "Task" [ 691.853118] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.863639] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52dc03e0-7fc4-97b6-8a84-c8b3da4f672d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.086063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.095342] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990237, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.102610] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e678f1ba-c69c-4813-9e64-e29f8568e524 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.113979] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a0046f-3c87-4ce2-945e-e7cf97f00b4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.153993] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd2277c-c662-491a-8c85-9fb8d7458f08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.163223] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9635b040-3e0e-42ea-97dd-1e87bd98cd92 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.177631] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07342} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.187548] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.188051] env[68640]: DEBUG nova.compute.provider_tree [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.190147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffa1907-a475-4a81-b7d3-025538bf3da8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.202239] env[68640]: DEBUG oslo_vmware.api [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990239, 'name': PowerOffVM_Task, 'duration_secs': 0.456875} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.211752] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.211952] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.221139] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 632d944a-2286-42bb-a3b8-cdaf59c72880/632d944a-2286-42bb-a3b8-cdaf59c72880.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.221432] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bf52234-1d5a-4693-a1bb-a94af3ff0afa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.223426] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6d007da-9b55-4e59-b076-a96c77bcb0dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.249044] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 692.249044] env[68640]: value = "task-2990241" [ 692.249044] env[68640]: _type = "Task" [ 692.249044] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.264244] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.300640] env[68640]: DEBUG nova.network.neutron [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.327586] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.327791] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.327964] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Deleting the datastore file [datastore1] 23cc8440-a4d2-44a1-a601-1e885eff80a2 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.328256] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d18ad7c-5c22-4889-a80e-039bc821a0d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.335726] env[68640]: DEBUG oslo_vmware.api [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for the task: (returnval){ [ 692.335726] env[68640]: value = "task-2990242" [ 692.335726] env[68640]: _type = "Task" [ 692.335726] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.348944] env[68640]: DEBUG oslo_vmware.api [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.364537] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52dc03e0-7fc4-97b6-8a84-c8b3da4f672d, 'name': SearchDatastore_Task, 'duration_secs': 0.055411} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.367957] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e501bb4c-92ab-4d53-a0ca-f70dad75d38c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.372197] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 692.372197] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5234494e-2810-677d-71fd-02aadf8c7613" [ 692.372197] env[68640]: _type = "Task" [ 692.372197] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.396130] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5234494e-2810-677d-71fd-02aadf8c7613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.465157] env[68640]: DEBUG nova.network.neutron [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updating instance_info_cache with network_info: [{"id": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "address": "fa:16:3e:62:1e:4a", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70792-6d", "ovs_interfaceid": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.591785] env[68640]: DEBUG oslo_vmware.api [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990237, 'name': PowerOnVM_Task, 'duration_secs': 1.222389} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.592088] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.592404] env[68640]: INFO nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Took 10.47 seconds to spawn the instance on the hypervisor. [ 692.592485] env[68640]: DEBUG nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.593978] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40082673-3aae-4ad1-bbe2-d98ad874c21a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.697034] env[68640]: DEBUG nova.scheduler.client.report [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.743961] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "c5dc9190-d11e-4fc1-93dd-107a5267886f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.744380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.745038] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "c5dc9190-d11e-4fc1-93dd-107a5267886f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.745198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.745417] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.749090] env[68640]: INFO nova.compute.manager [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Terminating instance [ 692.761794] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.845384] env[68640]: DEBUG oslo_vmware.api [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Task: {'id': task-2990242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292955} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.845652] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.845832] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.846016] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.846192] env[68640]: INFO nova.compute.manager [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 692.846432] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.846620] env[68640]: DEBUG nova.compute.manager [-] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.846714] env[68640]: DEBUG nova.network.neutron [-] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.883116] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5234494e-2810-677d-71fd-02aadf8c7613, 'name': SearchDatastore_Task, 'duration_secs': 0.05128} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.883406] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.883658] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 67b5f02a-0cec-4dce-9930-d335044db208/67b5f02a-0cec-4dce-9930-d335044db208.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.883911] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6434f6f-62df-44da-9aed-ae82b7d4c5f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.892421] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 692.892421] env[68640]: value = "task-2990243" [ 692.892421] env[68640]: _type = "Task" [ 692.892421] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.901409] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.970503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.970503] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Instance network_info: |[{"id": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "address": "fa:16:3e:62:1e:4a", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70792-6d", "ovs_interfaceid": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.970660] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:1e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec70792-6d5b-40d5-9ffb-0538ad7df0c5', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.977454] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Creating folder: Project (b74be75d89574f11a731c23bffe9954b). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.977454] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eddc095f-d629-459e-9359-af6a5c0efe45 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.990436] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Created folder: Project (b74be75d89574f11a731c23bffe9954b) in parent group-v599664. [ 692.990688] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Creating folder: Instances. Parent ref: group-v599722. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.990971] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-765fae3a-76be-4370-921d-b3a2be99f9c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.003571] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Created folder: Instances in parent group-v599722. [ 693.003827] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.004046] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.005016] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df38f9c0-b392-4409-9d2f-3c74afa063bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.025105] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.025105] env[68640]: value = "task-2990246" [ 693.025105] env[68640]: _type = "Task" [ 693.025105] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.034895] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990246, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.117877] env[68640]: INFO nova.compute.manager [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Took 35.90 seconds to build instance. [ 693.201706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.202307] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.205507] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.596s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.207055] env[68640]: INFO nova.compute.claims [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.258009] env[68640]: DEBUG nova.compute.manager [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.258186] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.259637] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9277a15-c96a-44af-baf8-161b647ae0ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.269897] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.273757] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb52d53c-720b-4689-8f05-22fb290cce9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.275680] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990241, 'name': ReconfigVM_Task, 'duration_secs': 0.855854} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.275961] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 632d944a-2286-42bb-a3b8-cdaf59c72880/632d944a-2286-42bb-a3b8-cdaf59c72880.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.276944] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c22326-e164-46fe-8aae-6172b61a2edb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.286189] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 693.286189] env[68640]: value = "task-2990247" [ 693.286189] env[68640]: _type = "Task" [ 693.286189] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.288899] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 693.288899] env[68640]: value = "task-2990248" [ 693.288899] env[68640]: _type = "Task" [ 693.288899] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.302695] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.307347] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990248, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.416179] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990243, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.516696] env[68640]: DEBUG nova.compute.manager [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Received event network-changed-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.517257] env[68640]: DEBUG nova.compute.manager [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Refreshing instance network info cache due to event network-changed-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.518462] env[68640]: DEBUG oslo_concurrency.lockutils [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] Acquiring lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.518462] env[68640]: DEBUG oslo_concurrency.lockutils [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] Acquired lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.518462] env[68640]: DEBUG nova.network.neutron [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Refreshing network info cache for port 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.539895] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990246, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.621028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5cbc2d04-5b7c-47b5-817f-4768aee6d809 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.589s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.681939] env[68640]: DEBUG nova.network.neutron [-] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.715515] env[68640]: DEBUG nova.compute.utils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.717388] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.717567] env[68640]: DEBUG nova.network.neutron [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.739401] env[68640]: DEBUG nova.compute.manager [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Received event network-changed-3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.739661] env[68640]: DEBUG nova.compute.manager [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Refreshing instance network info cache due to event network-changed-3024f125-d320-4deb-9b1f-34caf63c94dd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.739835] env[68640]: DEBUG oslo_concurrency.lockutils [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] Acquiring lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.739974] env[68640]: DEBUG oslo_concurrency.lockutils [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] Acquired lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.741019] env[68640]: DEBUG nova.network.neutron [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Refreshing network info cache for port 3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.761243] env[68640]: DEBUG nova.policy [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc252c68adab44f29679b11f4904f87a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59d2c3de2c25463db163f4aaeaa389a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.802636] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990247, 'name': PowerOffVM_Task, 'duration_secs': 0.290129} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.807406] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.807406] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.807406] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990248, 'name': Rename_Task, 'duration_secs': 0.205668} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.807406] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf70b573-4f54-4e48-8e7c-f5da892d6651 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.809712] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.810077] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35b9d09-18e5-4ab7-893c-6735313c9798 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.819407] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 693.819407] env[68640]: value = "task-2990250" [ 693.819407] env[68640]: _type = "Task" [ 693.819407] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.830048] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.895184] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.895552] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.895951] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleting the datastore file [datastore1] c5dc9190-d11e-4fc1-93dd-107a5267886f {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.899990] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7df0da6e-65fc-4ce3-86a2-4fa4468ae3de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.907610] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628973} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.912453] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 67b5f02a-0cec-4dce-9930-d335044db208/67b5f02a-0cec-4dce-9930-d335044db208.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.912780] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.913023] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 693.913023] env[68640]: value = "task-2990251" [ 693.913023] env[68640]: _type = "Task" [ 693.913023] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.913265] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b8e8f1e-e667-42c8-b497-3877b7acd908 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.926824] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.928381] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 693.928381] env[68640]: value = "task-2990252" [ 693.928381] env[68640]: _type = "Task" [ 693.928381] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.938295] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.044244] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990246, 'name': CreateVM_Task, 'duration_secs': 0.524992} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.044468] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.045229] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.045725] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.045810] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.046705] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe78ce1-078c-45f5-a087-9f694b0282fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.055353] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 694.055353] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529156fd-ee6b-e055-9ab4-247056705c6c" [ 694.055353] env[68640]: _type = "Task" [ 694.055353] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.073331] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529156fd-ee6b-e055-9ab4-247056705c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.128023] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.156480] env[68640]: DEBUG nova.network.neutron [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Successfully created port: c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.188216] env[68640]: INFO nova.compute.manager [-] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Took 1.34 seconds to deallocate network for instance. [ 694.222165] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.335464] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.433076] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.444152] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081182} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.444152] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.444825] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52e2e5c-3c2f-40b1-ab6e-8ffecaa0fc4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.476959] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 67b5f02a-0cec-4dce-9930-d335044db208/67b5f02a-0cec-4dce-9930-d335044db208.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.478094] env[68640]: DEBUG nova.network.neutron [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updated VIF entry in instance network info cache for port 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.478442] env[68640]: DEBUG nova.network.neutron [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updating instance_info_cache with network_info: [{"id": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "address": "fa:16:3e:62:1e:4a", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70792-6d", "ovs_interfaceid": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.480505] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0733e447-bf67-4aeb-afb1-ae3044a7cad8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.503186] env[68640]: DEBUG oslo_concurrency.lockutils [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] Releasing lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.503408] env[68640]: DEBUG nova.compute.manager [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Received event network-vif-deleted-f0e83ba8-1e79-4cad-becf-2656da1d58a9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.503585] env[68640]: INFO nova.compute.manager [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Neutron deleted interface f0e83ba8-1e79-4cad-becf-2656da1d58a9; detaching it from the instance and deleting it from the info cache [ 694.503784] env[68640]: DEBUG nova.network.neutron [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.514103] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 694.514103] env[68640]: value = "task-2990254" [ 694.514103] env[68640]: _type = "Task" [ 694.514103] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.524969] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.566337] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529156fd-ee6b-e055-9ab4-247056705c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.569094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.569344] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.569576] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.569720] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.569902] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.570384] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68f441b-9b09-4aee-bf20-7dc54367224f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.579952] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.580105] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.580759] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b47734-dabd-4283-945e-082cb8d72300 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.586282] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 694.586282] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5216d6e4-6927-d174-e1d5-eadd5605b340" [ 694.586282] env[68640]: _type = "Task" [ 694.586282] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.594803] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5216d6e4-6927-d174-e1d5-eadd5605b340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.654051] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.682133] env[68640]: DEBUG nova.network.neutron [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Updated VIF entry in instance network info cache for port 3024f125-d320-4deb-9b1f-34caf63c94dd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.682244] env[68640]: DEBUG nova.network.neutron [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Updating instance_info_cache with network_info: [{"id": "3024f125-d320-4deb-9b1f-34caf63c94dd", "address": "fa:16:3e:a3:e8:e2", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3024f125-d3", "ovs_interfaceid": "3024f125-d320-4deb-9b1f-34caf63c94dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.693473] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.833290] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.850343] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935a48c-3992-4a70-b284-649c5aaa073e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.857873] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b7b6d2-1741-4c32-b5d8-2dca8d69bcc2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.887673] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b1d58b-3038-4144-8a74-2e6d7d32eec4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.895467] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf362f10-d468-426f-a1e6-119f81485743 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.909063] env[68640]: DEBUG nova.compute.provider_tree [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.926615] env[68640]: DEBUG oslo_vmware.api [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580735} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.926872] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.927063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.927245] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.927474] env[68640]: INFO nova.compute.manager [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 694.927634] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.927920] env[68640]: DEBUG nova.compute.manager [-] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.928028] env[68640]: DEBUG nova.network.neutron [-] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.010351] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d8fcea4-24e3-4e18-b163-9c47e61be102 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.023061] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179e63a0-ea7b-4fc4-bec4-cb5f97ed61da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.038133] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990254, 'name': ReconfigVM_Task, 'duration_secs': 0.285974} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.038844] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 67b5f02a-0cec-4dce-9930-d335044db208/67b5f02a-0cec-4dce-9930-d335044db208.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.039479] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b762aa6a-271d-4764-a7fe-729b9ff6c155 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.046188] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 695.046188] env[68640]: value = "task-2990255" [ 695.046188] env[68640]: _type = "Task" [ 695.046188] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.059946] env[68640]: DEBUG nova.compute.manager [req-651f9cee-657a-470e-834b-b4b277a735ed req-d4a81b09-4585-4fa9-afd4-d3ab7bda2f0d service nova] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Detach interface failed, port_id=f0e83ba8-1e79-4cad-becf-2656da1d58a9, reason: Instance 23cc8440-a4d2-44a1-a601-1e885eff80a2 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 695.067827] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990255, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.098067] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5216d6e4-6927-d174-e1d5-eadd5605b340, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.099060] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189af071-2c54-48c4-8508-c33717b87f7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.105344] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 695.105344] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52340745-c497-85e0-727d-1a85668dedb7" [ 695.105344] env[68640]: _type = "Task" [ 695.105344] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.119251] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52340745-c497-85e0-727d-1a85668dedb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.185524] env[68640]: DEBUG oslo_concurrency.lockutils [req-59f34a01-7039-468c-b1aa-44591420f432 req-56b1f00e-c6c3-45c5-94c6-e919788b7192 service nova] Releasing lock "refresh_cache-eabaabda-c30c-4997-83b6-f99a1ea79dbc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.230845] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.264474] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.264706] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.264939] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.265184] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.265396] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.265600] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.265950] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.266188] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.266414] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.266687] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.266987] env[68640]: DEBUG nova.virt.hardware [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.268051] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e1603-3b0e-4bc4-9a09-56787d9a8b58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.280690] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ac2ef-9719-4974-bdba-90d6a12de111 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.332697] env[68640]: DEBUG oslo_vmware.api [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990250, 'name': PowerOnVM_Task, 'duration_secs': 1.305519} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.333256] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.333641] env[68640]: INFO nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Took 10.40 seconds to spawn the instance on the hypervisor. [ 695.333955] env[68640]: DEBUG nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.334891] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34084521-5af9-4e6c-9cb5-17aec9026e15 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.413690] env[68640]: DEBUG nova.scheduler.client.report [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.568313] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990255, 'name': Rename_Task, 'duration_secs': 0.155635} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.568718] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.569079] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252841e0-caeb-4f2e-b8b6-88a9e23c0cc9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.575492] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 695.575492] env[68640]: value = "task-2990256" [ 695.575492] env[68640]: _type = "Task" [ 695.575492] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.585305] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.616982] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52340745-c497-85e0-727d-1a85668dedb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.617295] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.617596] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] c0266f22-d7f9-4d58-85ad-383048bd9b0a/c0266f22-d7f9-4d58-85ad-383048bd9b0a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.617883] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8545d77-b25d-4ca3-8964-fafc1f4e840f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.624995] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 695.624995] env[68640]: value = "task-2990257" [ 695.624995] env[68640]: _type = "Task" [ 695.624995] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.632745] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.750861] env[68640]: DEBUG nova.network.neutron [-] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.795555] env[68640]: DEBUG nova.compute.manager [req-cfeddfb7-a677-4032-a7b7-7b565c57d9fc req-c73d2011-6581-4c53-b061-05aefde278f6 service nova] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Received event network-vif-deleted-8935708c-f285-4326-8738-2931c9cad7a3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.854764] env[68640]: INFO nova.compute.manager [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Took 38.49 seconds to build instance. [ 695.919542] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.920115] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.927025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.699s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.927025] env[68640]: INFO nova.compute.claims [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.057516] env[68640]: DEBUG nova.compute.manager [req-9f0ee795-d707-455e-a6ed-f0b69bc46ab0 req-ae371bcf-7e0b-4392-9863-0f4082cc271a service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Received event network-vif-plugged-c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.057770] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f0ee795-d707-455e-a6ed-f0b69bc46ab0 req-ae371bcf-7e0b-4392-9863-0f4082cc271a service nova] Acquiring lock "91948ae2-5ced-4505-958c-4d35577cd24e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.058020] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f0ee795-d707-455e-a6ed-f0b69bc46ab0 req-ae371bcf-7e0b-4392-9863-0f4082cc271a service nova] Lock "91948ae2-5ced-4505-958c-4d35577cd24e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.058326] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f0ee795-d707-455e-a6ed-f0b69bc46ab0 req-ae371bcf-7e0b-4392-9863-0f4082cc271a service nova] Lock "91948ae2-5ced-4505-958c-4d35577cd24e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.058384] env[68640]: DEBUG nova.compute.manager [req-9f0ee795-d707-455e-a6ed-f0b69bc46ab0 req-ae371bcf-7e0b-4392-9863-0f4082cc271a service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] No waiting events found dispatching network-vif-plugged-c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.058590] env[68640]: WARNING nova.compute.manager [req-9f0ee795-d707-455e-a6ed-f0b69bc46ab0 req-ae371bcf-7e0b-4392-9863-0f4082cc271a service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Received unexpected event network-vif-plugged-c84694e0-3885-4066-9790-209e5ab3be5c for instance with vm_state building and task_state spawning. [ 696.091262] env[68640]: DEBUG oslo_vmware.api [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990256, 'name': PowerOnVM_Task, 'duration_secs': 0.482559} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.091381] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.094016] env[68640]: INFO nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Took 8.39 seconds to spawn the instance on the hypervisor. [ 696.094016] env[68640]: DEBUG nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.094496] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e72e38-1eef-4ada-bf3e-8495804990aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.136694] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990257, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.255054] env[68640]: INFO nova.compute.manager [-] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Took 1.33 seconds to deallocate network for instance. [ 696.357222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f2bc0e5-eeac-4ae7-b276-481621de3b92 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.443s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.425681] env[68640]: DEBUG nova.compute.utils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.427207] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.427431] env[68640]: DEBUG nova.network.neutron [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.484864] env[68640]: DEBUG nova.policy [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.538260] env[68640]: DEBUG nova.network.neutron [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Successfully updated port: c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.619787] env[68640]: INFO nova.compute.manager [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Took 37.79 seconds to build instance. [ 696.638060] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695943} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.638060] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] c0266f22-d7f9-4d58-85ad-383048bd9b0a/c0266f22-d7f9-4d58-85ad-383048bd9b0a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.638060] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.638060] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff23bf40-d9a6-48c2-9d19-f3df06663ed3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.646165] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 696.646165] env[68640]: value = "task-2990259" [ 696.646165] env[68640]: _type = "Task" [ 696.646165] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.653174] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.765732] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.860483] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.937755] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.044914] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.049470] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquired lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.049470] env[68640]: DEBUG nova.network.neutron [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.123521] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c2edb39-bd0e-4212-92bb-daa9d89f06df tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.251s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.157958] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07008} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.160730] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.161742] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4514e89d-0a13-4f04-bc3b-35a957362938 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.187951] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] c0266f22-d7f9-4d58-85ad-383048bd9b0a/c0266f22-d7f9-4d58-85ad-383048bd9b0a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.191412] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b1c696-e823-4204-a7c1-f7e03e63de2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.214655] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 697.214655] env[68640]: value = "task-2990260" [ 697.214655] env[68640]: _type = "Task" [ 697.214655] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.224157] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.391131] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.441015] env[68640]: DEBUG nova.network.neutron [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Successfully created port: f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.600839] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df66e3f-916e-4e50-af6e-2826a8cf9686 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.609794] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccedd7b-743f-4b33-8a24-aa71145d6f13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.653340] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.656686] env[68640]: DEBUG nova.network.neutron [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.659527] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada40039-c0a1-4088-a505-b89b06481ff1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.668046] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cbfdde-1cf2-4192-b18a-79653fff47a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.682404] env[68640]: DEBUG nova.compute.provider_tree [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.728547] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990260, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.953214] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.988229] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.989824] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.993018] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.993018] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.993018] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.993018] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.993018] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.993018] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.993313] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.993313] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.993313] env[68640]: DEBUG nova.virt.hardware [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.993313] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadeb75f-1656-483e-abe6-10693deb6a98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.997990] env[68640]: DEBUG nova.network.neutron [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Updating instance_info_cache with network_info: [{"id": "c84694e0-3885-4066-9790-209e5ab3be5c", "address": "fa:16:3e:22:59:c3", "network": {"id": "318e0d98-0b86-4cf4-a938-767a647d0325", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682091993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d2c3de2c25463db163f4aaeaa389a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84694e0-38", "ovs_interfaceid": "c84694e0-3885-4066-9790-209e5ab3be5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.005625] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae98aaa-bf1a-4357-822b-375b98816bbe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.138033] env[68640]: DEBUG nova.compute.manager [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Received event network-changed-169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.138233] env[68640]: DEBUG nova.compute.manager [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Refreshing instance network info cache due to event network-changed-169158b1-389a-49c2-acf1-80d2251faac4. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.138454] env[68640]: DEBUG oslo_concurrency.lockutils [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] Acquiring lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.138597] env[68640]: DEBUG oslo_concurrency.lockutils [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] Acquired lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.138756] env[68640]: DEBUG nova.network.neutron [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Refreshing network info cache for port 169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.163519] env[68640]: DEBUG nova.compute.manager [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Received event network-changed-c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.163705] env[68640]: DEBUG nova.compute.manager [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Refreshing instance network info cache due to event network-changed-c84694e0-3885-4066-9790-209e5ab3be5c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.163899] env[68640]: DEBUG oslo_concurrency.lockutils [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] Acquiring lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.184344] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.185875] env[68640]: DEBUG nova.scheduler.client.report [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.231598] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990260, 'name': ReconfigVM_Task, 'duration_secs': 0.567461} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.231598] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] c0266f22-d7f9-4d58-85ad-383048bd9b0a/c0266f22-d7f9-4d58-85ad-383048bd9b0a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.232226] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9951bfba-3c7e-4b09-90de-ee42c3df4105 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.240846] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 698.240846] env[68640]: value = "task-2990261" [ 698.240846] env[68640]: _type = "Task" [ 698.240846] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.249285] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990261, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.502639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Releasing lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.502639] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Instance network_info: |[{"id": "c84694e0-3885-4066-9790-209e5ab3be5c", "address": "fa:16:3e:22:59:c3", "network": {"id": "318e0d98-0b86-4cf4-a938-767a647d0325", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682091993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d2c3de2c25463db163f4aaeaa389a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84694e0-38", "ovs_interfaceid": "c84694e0-3885-4066-9790-209e5ab3be5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.503013] env[68640]: DEBUG oslo_concurrency.lockutils [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] Acquired lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.503154] env[68640]: DEBUG nova.network.neutron [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Refreshing network info cache for port c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.504432] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:59:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c84694e0-3885-4066-9790-209e5ab3be5c', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.512951] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Creating folder: Project (59d2c3de2c25463db163f4aaeaa389a2). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.516349] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6faebdc9-e16c-450c-bc4c-796fda6451af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.528514] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Created folder: Project (59d2c3de2c25463db163f4aaeaa389a2) in parent group-v599664. [ 698.529886] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Creating folder: Instances. Parent ref: group-v599725. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.529886] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb3cd2f6-d507-4130-8e13-a5ac8f5d23c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.540137] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Created folder: Instances in parent group-v599725. [ 698.540769] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.541048] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.541558] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58d081ea-e1b0-4a5a-ae61-288c6c6bbc60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.567572] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.567572] env[68640]: value = "task-2990264" [ 698.567572] env[68640]: _type = "Task" [ 698.567572] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.578256] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990264, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.695869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.696451] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.699272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.280s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.699502] env[68640]: DEBUG nova.objects.instance [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lazy-loading 'resources' on Instance uuid 33469372-8efa-466c-acb8-91bf53a5be4b {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.751159] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990261, 'name': Rename_Task, 'duration_secs': 0.16084} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.751448] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.751705] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58582209-e061-4644-9a52-34c7b737e66c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.758489] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 698.758489] env[68640]: value = "task-2990266" [ 698.758489] env[68640]: _type = "Task" [ 698.758489] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.769179] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.834748] env[68640]: DEBUG nova.network.neutron [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Updated VIF entry in instance network info cache for port c84694e0-3885-4066-9790-209e5ab3be5c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.835247] env[68640]: DEBUG nova.network.neutron [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Updating instance_info_cache with network_info: [{"id": "c84694e0-3885-4066-9790-209e5ab3be5c", "address": "fa:16:3e:22:59:c3", "network": {"id": "318e0d98-0b86-4cf4-a938-767a647d0325", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682091993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d2c3de2c25463db163f4aaeaa389a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84694e0-38", "ovs_interfaceid": "c84694e0-3885-4066-9790-209e5ab3be5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.945220] env[68640]: DEBUG nova.network.neutron [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updated VIF entry in instance network info cache for port 169158b1-389a-49c2-acf1-80d2251faac4. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.945593] env[68640]: DEBUG nova.network.neutron [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [{"id": "169158b1-389a-49c2-acf1-80d2251faac4", "address": "fa:16:3e:07:40:5d", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169158b1-38", "ovs_interfaceid": "169158b1-389a-49c2-acf1-80d2251faac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.078478] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990264, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.203425] env[68640]: DEBUG nova.compute.utils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.207560] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.207737] env[68640]: DEBUG nova.network.neutron [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.274697] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.301316] env[68640]: DEBUG nova.policy [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb33e2f0fca47c48dd53cab19afaa56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9174f16a28824e56a399b8237d5c02bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.339641] env[68640]: DEBUG oslo_concurrency.lockutils [req-4850ead4-f553-4687-9477-ee527a643e28 req-cfab6055-aee6-4364-be49-756311874624 service nova] Releasing lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.451016] env[68640]: DEBUG oslo_concurrency.lockutils [req-b271ffd4-3ab3-4201-bc4e-d1a6536261c4 req-c9290f1c-08db-4f13-8201-be5da03d2a0f service nova] Releasing lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.578438] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990264, 'name': CreateVM_Task, 'duration_secs': 0.749492} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.578744] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.579289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.579449] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.579824] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.579997] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4376e0d8-b854-4553-9043-8ab51a1595c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.592046] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 699.592046] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521e7f3b-045f-59f6-ae39-4cfa98820663" [ 699.592046] env[68640]: _type = "Task" [ 699.592046] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.602774] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521e7f3b-045f-59f6-ae39-4cfa98820663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.708317] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.711607] env[68640]: DEBUG nova.network.neutron [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Successfully updated port: f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.751570] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6990b96-ddf6-47b2-9462-ae2801dc6b75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.766682] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69820f-1303-4ae8-b565-9e7901b53f56 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.776581] env[68640]: DEBUG oslo_vmware.api [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990266, 'name': PowerOnVM_Task, 'duration_secs': 0.59051} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.800712] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.800962] env[68640]: INFO nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Took 9.39 seconds to spawn the instance on the hypervisor. [ 699.801212] env[68640]: DEBUG nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.802650] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc4486-f103-489f-af4b-02483be97e68 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.806326] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b019d840-db27-43b2-a089-915833632e40 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.824587] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047fe51a-2965-4173-995e-5e379fd5396a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.832520] env[68640]: DEBUG nova.network.neutron [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Successfully created port: 84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.852253] env[68640]: DEBUG nova.compute.provider_tree [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.936380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.936827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.104151] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521e7f3b-045f-59f6-ae39-4cfa98820663, 'name': SearchDatastore_Task, 'duration_secs': 0.03736} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.105124] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.105124] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.105124] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.105663] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.105663] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.106760] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fb4a11b-6baf-4a39-ae5c-f634918eac34 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.116305] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.116509] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.117354] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ccce7c-6e12-4c34-a818-52d3ce980f0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.124391] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 700.124391] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ce4c90-a2df-c5d0-a05a-d0bdeda2c025" [ 700.124391] env[68640]: _type = "Task" [ 700.124391] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.132610] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ce4c90-a2df-c5d0-a05a-d0bdeda2c025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.192788] env[68640]: DEBUG nova.compute.manager [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Received event network-vif-plugged-f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.192788] env[68640]: DEBUG oslo_concurrency.lockutils [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] Acquiring lock "7ac22d65-87d4-4e6f-905b-90d908517ed0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.192788] env[68640]: DEBUG oslo_concurrency.lockutils [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.192788] env[68640]: DEBUG oslo_concurrency.lockutils [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.192788] env[68640]: DEBUG nova.compute.manager [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] No waiting events found dispatching network-vif-plugged-f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.192988] env[68640]: WARNING nova.compute.manager [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Received unexpected event network-vif-plugged-f411e806-a9b3-434a-a822-8041a7592d13 for instance with vm_state building and task_state spawning. [ 700.193221] env[68640]: DEBUG nova.compute.manager [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Received event network-changed-f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.193402] env[68640]: DEBUG nova.compute.manager [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Refreshing instance network info cache due to event network-changed-f411e806-a9b3-434a-a822-8041a7592d13. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.193593] env[68640]: DEBUG oslo_concurrency.lockutils [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] Acquiring lock "refresh_cache-7ac22d65-87d4-4e6f-905b-90d908517ed0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193760] env[68640]: DEBUG oslo_concurrency.lockutils [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] Acquired lock "refresh_cache-7ac22d65-87d4-4e6f-905b-90d908517ed0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.194012] env[68640]: DEBUG nova.network.neutron [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Refreshing network info cache for port f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.216635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-7ac22d65-87d4-4e6f-905b-90d908517ed0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.220134] env[68640]: DEBUG nova.compute.manager [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Received event network-changed-3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.220340] env[68640]: DEBUG nova.compute.manager [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Refreshing instance network info cache due to event network-changed-3636d668-16c4-43f2-90b8-baf4c0e2136d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.220543] env[68640]: DEBUG oslo_concurrency.lockutils [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] Acquiring lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.220682] env[68640]: DEBUG oslo_concurrency.lockutils [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] Acquired lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.220839] env[68640]: DEBUG nova.network.neutron [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Refreshing network info cache for port 3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.341915] env[68640]: INFO nova.compute.manager [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Took 40.35 seconds to build instance. [ 700.359843] env[68640]: DEBUG nova.scheduler.client.report [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.634652] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ce4c90-a2df-c5d0-a05a-d0bdeda2c025, 'name': SearchDatastore_Task, 'duration_secs': 0.019509} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.635475] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c320877e-ca13-4b42-abd7-b6e4b50ec5aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.642633] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 700.642633] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523f444b-d46b-6b4f-56b0-7beff72ca83a" [ 700.642633] env[68640]: _type = "Task" [ 700.642633] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.649740] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523f444b-d46b-6b4f-56b0-7beff72ca83a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.720996] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.739526] env[68640]: DEBUG nova.network.neutron [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.752782] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.753846] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.754037] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.754230] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.754374] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.754520] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.754726] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.754881] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.755075] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.755232] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.755433] env[68640]: DEBUG nova.virt.hardware [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.756309] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa263199-69d7-4a8f-876c-0576f1890134 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.764657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f7a52a-2a2d-40b9-b9a5-7e9102d7a41c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.843355] env[68640]: DEBUG nova.network.neutron [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.844885] env[68640]: DEBUG oslo_concurrency.lockutils [None req-490f1e97-7523-451b-b558-32814259b99b tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.783s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.864367] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.869483] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.083s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.873019] env[68640]: INFO nova.compute.claims [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.893112] env[68640]: INFO nova.scheduler.client.report [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Deleted allocations for instance 33469372-8efa-466c-acb8-91bf53a5be4b [ 700.999514] env[68640]: DEBUG nova.network.neutron [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updated VIF entry in instance network info cache for port 3636d668-16c4-43f2-90b8-baf4c0e2136d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.999757] env[68640]: DEBUG nova.network.neutron [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updating instance_info_cache with network_info: [{"id": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "address": "fa:16:3e:15:8a:0d", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3636d668-16", "ovs_interfaceid": "3636d668-16c4-43f2-90b8-baf4c0e2136d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.153688] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523f444b-d46b-6b4f-56b0-7beff72ca83a, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.153999] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.154321] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 91948ae2-5ced-4505-958c-4d35577cd24e/91948ae2-5ced-4505-958c-4d35577cd24e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.154649] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96628c33-9dfb-46a2-aa7b-862514eb005c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.162973] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 701.162973] env[68640]: value = "task-2990267" [ 701.162973] env[68640]: _type = "Task" [ 701.162973] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.171624] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.347947] env[68640]: DEBUG oslo_concurrency.lockutils [req-4a39b0c1-a7fd-4d37-9a3d-d21ff97b49b5 req-4bfab3ee-2b7f-4e35-8b35-3fb1842a12c4 service nova] Releasing lock "refresh_cache-7ac22d65-87d4-4e6f-905b-90d908517ed0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.348532] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.351543] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-7ac22d65-87d4-4e6f-905b-90d908517ed0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.355583] env[68640]: DEBUG nova.network.neutron [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.401945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5c54d1f6-bb4e-4ec3-ad92-ff5d70a4d1a5 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370 tempest-FloatingIPsAssociationNegativeTestJSON-2081599370-project-member] Lock "33469372-8efa-466c-acb8-91bf53a5be4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.576s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.502404] env[68640]: DEBUG oslo_concurrency.lockutils [req-9567f031-723b-40f7-b933-a7ca00e1295b req-e0c19cc9-7eb1-4eae-8375-4046c28728e8 service nova] Releasing lock "refresh_cache-67b5f02a-0cec-4dce-9930-d335044db208" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.673172] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990267, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.880511] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.902014] env[68640]: DEBUG nova.network.neutron [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.984092] env[68640]: DEBUG nova.network.neutron [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Successfully updated port: 84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.079742] env[68640]: DEBUG nova.network.neutron [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Updating instance_info_cache with network_info: [{"id": "f411e806-a9b3-434a-a822-8041a7592d13", "address": "fa:16:3e:20:b0:1f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf411e806-a9", "ovs_interfaceid": "f411e806-a9b3-434a-a822-8041a7592d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.177214] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539239} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.177923] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 91948ae2-5ced-4505-958c-4d35577cd24e/91948ae2-5ced-4505-958c-4d35577cd24e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.177923] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.177923] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edb8c2cd-165e-41df-9537-84e00ada98ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.185766] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 702.185766] env[68640]: value = "task-2990268" [ 702.185766] env[68640]: _type = "Task" [ 702.185766] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.194211] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.433032] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb61d661-d65f-42fb-b4c8-61b17dfeb631 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.445121] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43f725c-ff71-4df8-ad85-85d95d9d2ea2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.479181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1300816c-85a2-461f-82dc-0d3d8c7d5bf5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.487449] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "refresh_cache-381deaa9-7935-4d31-9fb9-6ee36f3499a9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.487587] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired lock "refresh_cache-381deaa9-7935-4d31-9fb9-6ee36f3499a9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.487738] env[68640]: DEBUG nova.network.neutron [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.489894] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344adc5a-b6a4-428e-bb00-98313bf22266 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.505267] env[68640]: DEBUG nova.compute.provider_tree [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.582704] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-7ac22d65-87d4-4e6f-905b-90d908517ed0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.583435] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Instance network_info: |[{"id": "f411e806-a9b3-434a-a822-8041a7592d13", "address": "fa:16:3e:20:b0:1f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf411e806-a9", "ovs_interfaceid": "f411e806-a9b3-434a-a822-8041a7592d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.583857] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:b0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f411e806-a9b3-434a-a822-8041a7592d13', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.593328] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating folder: Project (d9cf4ff7e1c640cd8620744a6f500a9c). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.593935] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45023a8d-ec93-4433-b109-11f3364635d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.605794] env[68640]: DEBUG nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Received event network-changed-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.605794] env[68640]: DEBUG nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Refreshing instance network info cache due to event network-changed-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.605794] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Acquiring lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.605794] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Acquired lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.605794] env[68640]: DEBUG nova.network.neutron [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Refreshing network info cache for port 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.607827] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created folder: Project (d9cf4ff7e1c640cd8620744a6f500a9c) in parent group-v599664. [ 702.608664] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating folder: Instances. Parent ref: group-v599728. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.608664] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb1ca6c0-c424-4e20-bf45-ab693b17f77f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.621498] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created folder: Instances in parent group-v599728. [ 702.621498] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.621930] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.622095] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0eb2e24-82cc-42e1-b794-bd5a9ff4463f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.644022] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.644022] env[68640]: value = "task-2990271" [ 702.644022] env[68640]: _type = "Task" [ 702.644022] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.652689] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990271, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.698283] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063715} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.699777] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.700971] env[68640]: DEBUG nova.compute.manager [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Received event network-changed-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.701159] env[68640]: DEBUG nova.compute.manager [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Refreshing instance network info cache due to event network-changed-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.702344] env[68640]: DEBUG oslo_concurrency.lockutils [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] Acquiring lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.703511] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a206b94-323e-407e-b7e7-5ebc7434b5a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.730137] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 91948ae2-5ced-4505-958c-4d35577cd24e/91948ae2-5ced-4505-958c-4d35577cd24e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.731207] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f4a2c9-0540-4ba2-add4-4eb53e9c39d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.755731] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 702.755731] env[68640]: value = "task-2990272" [ 702.755731] env[68640]: _type = "Task" [ 702.755731] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.765923] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.818926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "a5aae937-9db7-4f5e-b907-91d0654e1625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.819278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.016016] env[68640]: DEBUG nova.scheduler.client.report [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.032738] env[68640]: DEBUG nova.network.neutron [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.156901] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990271, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.270117] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.278048] env[68640]: DEBUG nova.network.neutron [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Updating instance_info_cache with network_info: [{"id": "84466747-00b7-4770-8dc9-0ecd19fb5d96", "address": "fa:16:3e:8b:4e:b5", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84466747-00", "ovs_interfaceid": "84466747-00b7-4770-8dc9-0ecd19fb5d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.526579] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.526579] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.528942] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.310s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.529332] env[68640]: DEBUG nova.objects.instance [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lazy-loading 'resources' on Instance uuid cbe09b25-b49e-450f-9176-15b85e9e303a {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.567557] env[68640]: DEBUG nova.network.neutron [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updated VIF entry in instance network info cache for port 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.567557] env[68640]: DEBUG nova.network.neutron [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updating instance_info_cache with network_info: [{"id": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "address": "fa:16:3e:62:1e:4a", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70792-6d", "ovs_interfaceid": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.659455] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990271, 'name': CreateVM_Task, 'duration_secs': 0.643738} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.659651] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.660393] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.660558] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.660933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.661239] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77612c44-c460-4d13-968c-7d422bbd245e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.666632] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 703.666632] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527bd328-1932-53d2-73b9-c28c3a323d47" [ 703.666632] env[68640]: _type = "Task" [ 703.666632] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.675574] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527bd328-1932-53d2-73b9-c28c3a323d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.767313] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990272, 'name': ReconfigVM_Task, 'duration_secs': 0.601645} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.767776] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 91948ae2-5ced-4505-958c-4d35577cd24e/91948ae2-5ced-4505-958c-4d35577cd24e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.768405] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc2ef34-5fab-4742-a38e-a96d2e5a37ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.775922] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 703.775922] env[68640]: value = "task-2990273" [ 703.775922] env[68640]: _type = "Task" [ 703.775922] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.780964] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Releasing lock "refresh_cache-381deaa9-7935-4d31-9fb9-6ee36f3499a9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.781105] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Instance network_info: |[{"id": "84466747-00b7-4770-8dc9-0ecd19fb5d96", "address": "fa:16:3e:8b:4e:b5", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84466747-00", "ovs_interfaceid": "84466747-00b7-4770-8dc9-0ecd19fb5d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.784848] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:4e:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84466747-00b7-4770-8dc9-0ecd19fb5d96', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.792393] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.792774] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990273, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.792856] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.793069] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67071497-91b9-41c2-9601-f18f755cff97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.815099] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.815099] env[68640]: value = "task-2990274" [ 703.815099] env[68640]: _type = "Task" [ 703.815099] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.824546] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990274, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.034712] env[68640]: DEBUG nova.compute.utils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.039619] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.039803] env[68640]: DEBUG nova.network.neutron [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.069066] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Releasing lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.069817] env[68640]: DEBUG nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Received event network-vif-plugged-84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.069817] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Acquiring lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.069817] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.069971] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.070180] env[68640]: DEBUG nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] No waiting events found dispatching network-vif-plugged-84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.070313] env[68640]: WARNING nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Received unexpected event network-vif-plugged-84466747-00b7-4770-8dc9-0ecd19fb5d96 for instance with vm_state building and task_state spawning. [ 704.071802] env[68640]: DEBUG nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Received event network-changed-84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.071802] env[68640]: DEBUG nova.compute.manager [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Refreshing instance network info cache due to event network-changed-84466747-00b7-4770-8dc9-0ecd19fb5d96. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.071802] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Acquiring lock "refresh_cache-381deaa9-7935-4d31-9fb9-6ee36f3499a9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.071802] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Acquired lock "refresh_cache-381deaa9-7935-4d31-9fb9-6ee36f3499a9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.071802] env[68640]: DEBUG nova.network.neutron [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Refreshing network info cache for port 84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.072275] env[68640]: DEBUG oslo_concurrency.lockutils [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] Acquired lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.072529] env[68640]: DEBUG nova.network.neutron [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Refreshing network info cache for port 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.117917] env[68640]: DEBUG nova.policy [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd94d7c133ed44d3be66cc878a185333', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a032c2c951a94f83bd0633d77b07008d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.184880] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527bd328-1932-53d2-73b9-c28c3a323d47, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.188772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.189213] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.189825] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.189825] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.189978] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.190574] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555675cf-ede4-44c2-a97e-579d896ef372 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.201309] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.201562] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.202449] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ffb2d5-29a1-403b-ab1e-90c18f623042 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.214363] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 704.214363] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7c587-f3db-01fa-7564-5c317c27824a" [ 704.214363] env[68640]: _type = "Task" [ 704.214363] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.227240] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7c587-f3db-01fa-7564-5c317c27824a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.287960] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990273, 'name': Rename_Task, 'duration_secs': 0.227526} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.288387] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.288521] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecc40e03-bacc-4c4f-9c5d-c47ae478d1e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.296920] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 704.296920] env[68640]: value = "task-2990275" [ 704.296920] env[68640]: _type = "Task" [ 704.296920] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.306104] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.327999] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990274, 'name': CreateVM_Task, 'duration_secs': 0.482386} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.328204] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.328899] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.329037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.329353] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.329613] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-500b4762-0805-4410-8ea1-4d74069ddbd3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.335906] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 704.335906] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529a4491-6d9d-c99f-f1d6-b5e1b3a109af" [ 704.335906] env[68640]: _type = "Task" [ 704.335906] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.347474] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529a4491-6d9d-c99f-f1d6-b5e1b3a109af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.541967] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.586762] env[68640]: DEBUG nova.network.neutron [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Successfully created port: 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.641546] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370cb992-7b2d-4200-85bd-ef6f32862376 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.660382] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d50ae-98a5-4bf0-9ee8-c6db9ef6726a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.716099] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c374f-0245-458b-9eac-89b1037c8a2e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.737113] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb723f1e-7055-4d40-a751-7fd6bf383f84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.743654] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7c587-f3db-01fa-7564-5c317c27824a, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.746712] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cac612-9fd6-4937-8056-e948b695962c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.757067] env[68640]: DEBUG nova.compute.provider_tree [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.764713] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 704.764713] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525eacd7-09bf-5fd1-0784-6dc341ff5628" [ 704.764713] env[68640]: _type = "Task" [ 704.764713] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.774638] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525eacd7-09bf-5fd1-0784-6dc341ff5628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.808207] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.847310] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529a4491-6d9d-c99f-f1d6-b5e1b3a109af, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.847614] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.847841] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.848070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.912384] env[68640]: DEBUG nova.network.neutron [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updated VIF entry in instance network info cache for port 6ec70792-6d5b-40d5-9ffb-0538ad7df0c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.912384] env[68640]: DEBUG nova.network.neutron [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updating instance_info_cache with network_info: [{"id": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "address": "fa:16:3e:62:1e:4a", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec70792-6d", "ovs_interfaceid": "6ec70792-6d5b-40d5-9ffb-0538ad7df0c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.010269] env[68640]: DEBUG nova.network.neutron [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Updated VIF entry in instance network info cache for port 84466747-00b7-4770-8dc9-0ecd19fb5d96. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.010650] env[68640]: DEBUG nova.network.neutron [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Updating instance_info_cache with network_info: [{"id": "84466747-00b7-4770-8dc9-0ecd19fb5d96", "address": "fa:16:3e:8b:4e:b5", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.69", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84466747-00", "ovs_interfaceid": "84466747-00b7-4770-8dc9-0ecd19fb5d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.262323] env[68640]: DEBUG nova.scheduler.client.report [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.275961] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525eacd7-09bf-5fd1-0784-6dc341ff5628, 'name': SearchDatastore_Task, 'duration_secs': 0.03194} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.277706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.277706] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 7ac22d65-87d4-4e6f-905b-90d908517ed0/7ac22d65-87d4-4e6f-905b-90d908517ed0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.277706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.277706] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.277969] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61337e4c-58d7-451c-a8c0-30904b21a459 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.280078] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1415655b-28b7-4f55-817b-af858a017f80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.287804] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 705.287804] env[68640]: value = "task-2990276" [ 705.287804] env[68640]: _type = "Task" [ 705.287804] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.292683] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.292884] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.294060] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ea3607-4c04-4ddc-bcd3-fc6c991e5901 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.300127] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.305550] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 705.305550] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52869f65-b76c-4f91-8aef-8b5cca9ded6b" [ 705.305550] env[68640]: _type = "Task" [ 705.305550] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.314941] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990275, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.321394] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52869f65-b76c-4f91-8aef-8b5cca9ded6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.418279] env[68640]: DEBUG oslo_concurrency.lockutils [req-59589822-a16f-4450-98f9-047038924448 req-c523b2dc-a5dc-4438-87df-8fc2124d0bde service nova] Releasing lock "refresh_cache-c0266f22-d7f9-4d58-85ad-383048bd9b0a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.513025] env[68640]: DEBUG oslo_concurrency.lockutils [req-357bc4db-9506-4b11-a1af-5156deca3e71 req-0d10b48f-5dc9-411d-b3bf-2a0b25135fd8 service nova] Releasing lock "refresh_cache-381deaa9-7935-4d31-9fb9-6ee36f3499a9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.556740] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.598805] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.598805] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.598805] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.599200] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.599200] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.599200] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.599200] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.599200] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.599468] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.599468] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.599468] env[68640]: DEBUG nova.virt.hardware [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.600611] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e58b3e0-4efc-4f99-ac6f-cd74e1652017 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.611774] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a951af-73c6-4ba4-b780-96c3a73220f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.770293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.773441] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.228s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.774963] env[68640]: INFO nova.compute.claims [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.800057] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990276, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.804128] env[68640]: INFO nova.scheduler.client.report [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Deleted allocations for instance cbe09b25-b49e-450f-9176-15b85e9e303a [ 705.818018] env[68640]: DEBUG oslo_vmware.api [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990275, 'name': PowerOnVM_Task, 'duration_secs': 1.092225} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.818018] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.818269] env[68640]: INFO nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Took 10.59 seconds to spawn the instance on the hypervisor. [ 705.818487] env[68640]: DEBUG nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.819690] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80410a4c-efa7-458f-a9a3-aaf427b8548c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.828861] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52869f65-b76c-4f91-8aef-8b5cca9ded6b, 'name': SearchDatastore_Task, 'duration_secs': 0.019832} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.828861] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a81c6b-1e78-48b4-9e5b-1ba9d469910c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.839383] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 705.839383] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274d29c-adcd-c7d4-4588-e24f3ba6aeed" [ 705.839383] env[68640]: _type = "Task" [ 705.839383] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.850473] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274d29c-adcd-c7d4-4588-e24f3ba6aeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.303415] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598515} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.303415] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 7ac22d65-87d4-4e6f-905b-90d908517ed0/7ac22d65-87d4-4e6f-905b-90d908517ed0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.303415] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.306364] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10c62417-eff4-49c5-9380-58fc1b5488b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.312671] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 706.312671] env[68640]: value = "task-2990277" [ 706.312671] env[68640]: _type = "Task" [ 706.312671] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.323585] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be77e737-9209-4e5e-9ac9-8df1cd0d2679 tempest-TenantUsagesTestJSON-1116885608 tempest-TenantUsagesTestJSON-1116885608-project-member] Lock "cbe09b25-b49e-450f-9176-15b85e9e303a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.667s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.331474] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.352799] env[68640]: INFO nova.compute.manager [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Took 36.43 seconds to build instance. [ 706.358807] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274d29c-adcd-c7d4-4588-e24f3ba6aeed, 'name': SearchDatastore_Task, 'duration_secs': 0.032113} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.359327] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.359595] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 381deaa9-7935-4d31-9fb9-6ee36f3499a9/381deaa9-7935-4d31-9fb9-6ee36f3499a9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.359866] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f461a4f-5dce-4665-9795-ccdb60b6dbe8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.367936] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 706.367936] env[68640]: value = "task-2990278" [ 706.367936] env[68640]: _type = "Task" [ 706.367936] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.384345] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.457350] env[68640]: DEBUG nova.compute.manager [req-1371b887-6a9f-477d-80d4-0f47656606cb req-5b2973e2-e30a-4c63-813c-c62b30d0c4ab service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-vif-plugged-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.457585] env[68640]: DEBUG oslo_concurrency.lockutils [req-1371b887-6a9f-477d-80d4-0f47656606cb req-5b2973e2-e30a-4c63-813c-c62b30d0c4ab service nova] Acquiring lock "544b1215-eb04-4ea0-82ef-1ba86cbff201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.457812] env[68640]: DEBUG oslo_concurrency.lockutils [req-1371b887-6a9f-477d-80d4-0f47656606cb req-5b2973e2-e30a-4c63-813c-c62b30d0c4ab service nova] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.457976] env[68640]: DEBUG oslo_concurrency.lockutils [req-1371b887-6a9f-477d-80d4-0f47656606cb req-5b2973e2-e30a-4c63-813c-c62b30d0c4ab service nova] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.458162] env[68640]: DEBUG nova.compute.manager [req-1371b887-6a9f-477d-80d4-0f47656606cb req-5b2973e2-e30a-4c63-813c-c62b30d0c4ab service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] No waiting events found dispatching network-vif-plugged-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.458327] env[68640]: WARNING nova.compute.manager [req-1371b887-6a9f-477d-80d4-0f47656606cb req-5b2973e2-e30a-4c63-813c-c62b30d0c4ab service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received unexpected event network-vif-plugged-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb for instance with vm_state building and task_state spawning. [ 706.521138] env[68640]: DEBUG nova.network.neutron [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Successfully updated port: 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.683544] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "0a466d74-4aea-4601-9b46-865c29d21e8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.683962] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.830717] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079067} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.831120] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.832296] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1266923f-bc95-450d-ad24-c004b81b1764 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.857292] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dba01714-e3a8-4722-af15-3349ca9b49fa tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.869859] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 7ac22d65-87d4-4e6f-905b-90d908517ed0/7ac22d65-87d4-4e6f-905b-90d908517ed0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.875483] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9088652d-eadf-4c65-83fc-e5e781031ced {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.893889] env[68640]: DEBUG nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.912757] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.917971] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 706.917971] env[68640]: value = "task-2990279" [ 706.917971] env[68640]: _type = "Task" [ 706.917971] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.932124] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.026317] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.026317] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.026317] env[68640]: DEBUG nova.network.neutron [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.389887] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702404} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.390491] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 381deaa9-7935-4d31-9fb9-6ee36f3499a9/381deaa9-7935-4d31-9fb9-6ee36f3499a9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.390659] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.391879] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b92396-4e3d-4c85-9e60-5d26c6a26869 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.401031] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 707.401031] env[68640]: value = "task-2990280" [ 707.401031] env[68640]: _type = "Task" [ 707.401031] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.411327] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.413209] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1383b32-ebf2-4a7b-9451-db1cd47eada9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.421568] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.425528] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a5e0f-e189-400f-8dc4-f7b46addb6b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.438094] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.460276] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad72e1c-5041-493d-bc3a-53814b8cbf1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470163] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda0f740-3ed4-4ebb-9ab6-37be4a036d8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.484674] env[68640]: DEBUG nova.compute.provider_tree [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.487129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "91948ae2-5ced-4505-958c-4d35577cd24e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.487273] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.487552] env[68640]: INFO nova.compute.manager [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Rebooting instance [ 707.567030] env[68640]: DEBUG nova.network.neutron [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.751691] env[68640]: DEBUG nova.network.neutron [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.911548] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288477} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.912246] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.913170] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205219e9-e26c-40ed-bd52-aea49afba892 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.941172] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 381deaa9-7935-4d31-9fb9-6ee36f3499a9/381deaa9-7935-4d31-9fb9-6ee36f3499a9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.945248] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b69396-a53d-42cc-ae76-36e0433796de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.968588] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990279, 'name': ReconfigVM_Task, 'duration_secs': 0.927892} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.971547] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 7ac22d65-87d4-4e6f-905b-90d908517ed0/7ac22d65-87d4-4e6f-905b-90d908517ed0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.972541] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 707.972541] env[68640]: value = "task-2990281" [ 707.972541] env[68640]: _type = "Task" [ 707.972541] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.973092] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a63d194-fccc-4bff-b42a-658e54ece5f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.990243] env[68640]: DEBUG nova.scheduler.client.report [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.994328] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.008054] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 708.008054] env[68640]: value = "task-2990282" [ 708.008054] env[68640]: _type = "Task" [ 708.008054] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.019345] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990282, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.034396] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.036259] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquired lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.036259] env[68640]: DEBUG nova.network.neutron [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.255136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.255482] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Instance network_info: |[{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.255913] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:30:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75c7a03e-af71-4aa9-8f26-6d90b81dd6fb', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.267688] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Creating folder: Project (a032c2c951a94f83bd0633d77b07008d). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.268023] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b56df1a-8757-4be4-b41f-5d769e9ac957 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.280871] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Created folder: Project (a032c2c951a94f83bd0633d77b07008d) in parent group-v599664. [ 708.281123] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Creating folder: Instances. Parent ref: group-v599732. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.281380] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-124ea8ac-751a-45fe-b5ee-b672fa568d91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.293829] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Created folder: Instances in parent group-v599732. [ 708.294263] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.294512] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.295155] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e9e9005-39d2-4230-95ec-5a960fa54e06 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.320273] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.320273] env[68640]: value = "task-2990285" [ 708.320273] env[68640]: _type = "Task" [ 708.320273] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.333547] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990285, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.486808] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990281, 'name': ReconfigVM_Task, 'duration_secs': 0.296349} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.486808] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 381deaa9-7935-4d31-9fb9-6ee36f3499a9/381deaa9-7935-4d31-9fb9-6ee36f3499a9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.487537] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a354616c-9f01-4771-a623-08e7bb3ca5e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.495716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.496135] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.499046] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 708.499046] env[68640]: value = "task-2990286" [ 708.499046] env[68640]: _type = "Task" [ 708.499046] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.499339] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.969s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.499518] env[68640]: DEBUG nova.objects.instance [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lazy-loading 'resources' on Instance uuid e531bf63-79c8-4f6a-b8a9-60930da933ba {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.519025] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990286, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.525419] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990282, 'name': Rename_Task, 'duration_secs': 0.188903} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.525677] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.525920] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c84655-7aab-46fd-9c49-9ca278a76c2c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.534568] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 708.534568] env[68640]: value = "task-2990287" [ 708.534568] env[68640]: _type = "Task" [ 708.534568] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.552305] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.694865] env[68640]: DEBUG nova.compute.manager [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.694865] env[68640]: DEBUG nova.compute.manager [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing instance network info cache due to event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.694966] env[68640]: DEBUG oslo_concurrency.lockutils [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] Acquiring lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.695729] env[68640]: DEBUG oslo_concurrency.lockutils [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] Acquired lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.695974] env[68640]: DEBUG nova.network.neutron [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.834551] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990285, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.972527] env[68640]: DEBUG nova.network.neutron [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Updating instance_info_cache with network_info: [{"id": "c84694e0-3885-4066-9790-209e5ab3be5c", "address": "fa:16:3e:22:59:c3", "network": {"id": "318e0d98-0b86-4cf4-a938-767a647d0325", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1682091993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59d2c3de2c25463db163f4aaeaa389a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc84694e0-38", "ovs_interfaceid": "c84694e0-3885-4066-9790-209e5ab3be5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.017110] env[68640]: DEBUG nova.compute.utils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.018785] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.018957] env[68640]: DEBUG nova.network.neutron [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.030055] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990286, 'name': Rename_Task, 'duration_secs': 0.279475} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.030391] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.030639] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b576facd-ff22-4fa8-a88f-d0f7b9e1fee2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.041635] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 709.041635] env[68640]: value = "task-2990288" [ 709.041635] env[68640]: _type = "Task" [ 709.041635] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.050332] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.059513] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.096960] env[68640]: DEBUG nova.policy [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec0cd9bbc3b414ab0f92d496a680168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43043299629b4009b6210e33605dbb0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.336366] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990285, 'name': CreateVM_Task, 'duration_secs': 0.582804} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.339025] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 709.340039] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.341070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.341070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.341070] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef2751a-66ba-4222-a2fb-8931458a4462 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.348161] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 709.348161] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ded77a-1386-029c-db55-135b4c375051" [ 709.348161] env[68640]: _type = "Task" [ 709.348161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.360573] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ded77a-1386-029c-db55-135b4c375051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.479109] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Releasing lock "refresh_cache-91948ae2-5ced-4505-958c-4d35577cd24e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.526619] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.555088] env[68640]: DEBUG oslo_vmware.api [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990287, 'name': PowerOnVM_Task, 'duration_secs': 0.79772} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.555802] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.555999] env[68640]: INFO nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Took 11.60 seconds to spawn the instance on the hypervisor. [ 709.556193] env[68640]: DEBUG nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.556992] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0352b4d4-0af4-4b4b-aaeb-e43d8cc6b9b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.564169] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.635756] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12e1686-052e-45c9-a174-7d9417c7c470 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.647923] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83de1bd0-9acf-4d08-a66a-b0513cb96336 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.698966] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2566620f-849f-4ff8-bf19-8b36d44da1d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.708281] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580fee33-83de-4508-b961-0072612477b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.725325] env[68640]: DEBUG nova.compute.provider_tree [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.783069] env[68640]: DEBUG nova.network.neutron [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updated VIF entry in instance network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.783069] env[68640]: DEBUG nova.network.neutron [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.860293] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ded77a-1386-029c-db55-135b4c375051, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.860293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.860293] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.860293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.860428] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.860428] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.860656] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a350bf2-9b3b-4670-a70a-bd5dc127c155 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.873534] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.873715] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.874482] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab65afd4-7d5b-40a3-b96e-0b044c3542e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.880528] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 709.880528] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5223aafc-e15a-37f0-9e88-4181a2094ead" [ 709.880528] env[68640]: _type = "Task" [ 709.880528] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.884988] env[68640]: DEBUG nova.network.neutron [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Successfully created port: e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.892940] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5223aafc-e15a-37f0-9e88-4181a2094ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.987033] env[68640]: DEBUG nova.compute.manager [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.991019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ea3d0-a515-47c1-b6c9-2cbbbec71b89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.056536] env[68640]: DEBUG oslo_vmware.api [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990288, 'name': PowerOnVM_Task, 'duration_secs': 0.533628} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.056787] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.056980] env[68640]: INFO nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Took 9.34 seconds to spawn the instance on the hypervisor. [ 710.058646] env[68640]: DEBUG nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.059636] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8730f824-7134-4a31-ae7b-2000793c9f2c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.082358] env[68640]: INFO nova.compute.manager [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Took 39.51 seconds to build instance. [ 710.225294] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "2bce802a-bf71-4199-a1d3-0466bed7e0be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.225499] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.228649] env[68640]: DEBUG nova.scheduler.client.report [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.287733] env[68640]: DEBUG oslo_concurrency.lockutils [req-9b305d40-f095-490c-a8ba-74d494ea9716 req-0fce9101-b209-4b4d-973c-2d0dc6d488c8 service nova] Releasing lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.394556] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5223aafc-e15a-37f0-9e88-4181a2094ead, 'name': SearchDatastore_Task, 'duration_secs': 0.026829} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.395369] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f0453f-304f-405b-9d65-252b9b2b8680 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.403966] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 710.403966] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ec2412-eaa7-6114-8b83-f174a5539703" [ 710.403966] env[68640]: _type = "Task" [ 710.403966] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.415119] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ec2412-eaa7-6114-8b83-f174a5539703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.543027] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.572590] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.572872] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.573011] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.573524] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.573524] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.573738] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.573991] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.574208] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.574552] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.574615] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.574830] env[68640]: DEBUG nova.virt.hardware [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.579712] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0f8ab-366b-42d2-9205-0ed985dc64ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.585136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-05fd3fb2-0e53-4692-a817-f169b96c66b2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.582s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.586163] env[68640]: INFO nova.compute.manager [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Took 37.38 seconds to build instance. [ 710.592583] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b844aa5d-80c2-4bba-966a-b55299b45bec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.734220] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.737100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.940s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.772844] env[68640]: INFO nova.scheduler.client.report [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Deleted allocations for instance e531bf63-79c8-4f6a-b8a9-60930da933ba [ 710.920747] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ec2412-eaa7-6114-8b83-f174a5539703, 'name': SearchDatastore_Task, 'duration_secs': 0.040636} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.921130] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.921290] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 544b1215-eb04-4ea0-82ef-1ba86cbff201/544b1215-eb04-4ea0-82ef-1ba86cbff201.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.921554] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-180553fc-d95f-4471-8f73-1f42e9022c4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.931475] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 710.931475] env[68640]: value = "task-2990289" [ 710.931475] env[68640]: _type = "Task" [ 710.931475] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.943021] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.009572] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa9945a-7842-43c1-8639-b416d72f10e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.019281] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Doing hard reboot of VM {{(pid=68640) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 711.019355] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-df897ee9-e833-47c5-a482-98f4405bbee9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.031025] env[68640]: DEBUG oslo_vmware.api [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 711.031025] env[68640]: value = "task-2990290" [ 711.031025] env[68640]: _type = "Task" [ 711.031025] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.039042] env[68640]: DEBUG oslo_vmware.api [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990290, 'name': ResetVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.088629] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.097391] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0a677207-b237-40ed-a406-08f9d3a784ba tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.014s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.284899] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8299fe9c-3b4e-49ba-b8ef-fafad5147fd1 tempest-ServerDiagnosticsV248Test-618003571 tempest-ServerDiagnosticsV248Test-618003571-project-member] Lock "e531bf63-79c8-4f6a-b8a9-60930da933ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.120s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.442670] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990289, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.539456] env[68640]: DEBUG oslo_vmware.api [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990290, 'name': ResetVM_Task, 'duration_secs': 0.095709} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.542547] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Did hard reboot of VM {{(pid=68640) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 711.542922] env[68640]: DEBUG nova.compute.manager [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.544595] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ce8e0a-6d33-4ff4-9a2e-5555c83d8cf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.609490] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.638145] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.685457] env[68640]: DEBUG nova.network.neutron [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Successfully updated port: e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.876385] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b751ec-ba08-4afa-9bde-450e5cd55bd5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.885589] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e502a-c60b-46c7-8fa2-f41f31568fb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.919862] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b3918f-e417-432f-bd3e-7fe77fc1c1a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.924009] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bfe366-7bef-4333-85fd-ad6ae4aa3ee2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.933197] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Suspending the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 711.934367] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c2594787-7e98-427f-9aa8-d70193e5a618 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.939842] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449a34ed-aa09-432e-bd01-fea66d74c362 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.967373] env[68640]: DEBUG nova.compute.provider_tree [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.969249] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990289, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.971825] env[68640]: DEBUG oslo_vmware.api [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] Waiting for the task: (returnval){ [ 711.971825] env[68640]: value = "task-2990291" [ 711.971825] env[68640]: _type = "Task" [ 711.971825] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.981994] env[68640]: DEBUG oslo_vmware.api [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] Task: {'id': task-2990291, 'name': SuspendVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.069258] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a71dbcd5-e11f-4c89-b881-7d1105cb59e1 tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.582s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.081887] env[68640]: DEBUG nova.compute.manager [req-c4371917-ce61-48cd-a854-10b40ad9c47a req-e075c79a-0e8c-4022-998b-6a7cc1470e57 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Received event network-vif-plugged-e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.083498] env[68640]: DEBUG oslo_concurrency.lockutils [req-c4371917-ce61-48cd-a854-10b40ad9c47a req-e075c79a-0e8c-4022-998b-6a7cc1470e57 service nova] Acquiring lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.083498] env[68640]: DEBUG oslo_concurrency.lockutils [req-c4371917-ce61-48cd-a854-10b40ad9c47a req-e075c79a-0e8c-4022-998b-6a7cc1470e57 service nova] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.083562] env[68640]: DEBUG oslo_concurrency.lockutils [req-c4371917-ce61-48cd-a854-10b40ad9c47a req-e075c79a-0e8c-4022-998b-6a7cc1470e57 service nova] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.084350] env[68640]: DEBUG nova.compute.manager [req-c4371917-ce61-48cd-a854-10b40ad9c47a req-e075c79a-0e8c-4022-998b-6a7cc1470e57 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] No waiting events found dispatching network-vif-plugged-e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.085518] env[68640]: WARNING nova.compute.manager [req-c4371917-ce61-48cd-a854-10b40ad9c47a req-e075c79a-0e8c-4022-998b-6a7cc1470e57 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Received unexpected event network-vif-plugged-e9df4d99-1403-4746-a2d4-c17e212ed3fa for instance with vm_state building and task_state spawning. [ 712.130537] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.130669] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.142111] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.181269] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.181559] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.193160] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "refresh_cache-09e9bef6-5a68-409a-b948-c2aaf3646c8b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.193160] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "refresh_cache-09e9bef6-5a68-409a-b948-c2aaf3646c8b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.193160] env[68640]: DEBUG nova.network.neutron [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.238314] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.238538] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.449444] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990289, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.517511} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.449964] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 544b1215-eb04-4ea0-82ef-1ba86cbff201/544b1215-eb04-4ea0-82ef-1ba86cbff201.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.450416] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.450780] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bd86406-09c7-4ae7-9adc-3b05d026a17e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.464751] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 712.464751] env[68640]: value = "task-2990292" [ 712.464751] env[68640]: _type = "Task" [ 712.464751] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.478807] env[68640]: DEBUG nova.scheduler.client.report [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.483326] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.499793] env[68640]: DEBUG oslo_vmware.api [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] Task: {'id': task-2990291, 'name': SuspendVM_Task} progress is 62%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.734523] env[68640]: DEBUG nova.network.neutron [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.842580] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.842888] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 712.939861] env[68640]: DEBUG nova.network.neutron [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Updating instance_info_cache with network_info: [{"id": "e9df4d99-1403-4746-a2d4-c17e212ed3fa", "address": "fa:16:3e:97:11:7f", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df4d99-14", "ovs_interfaceid": "e9df4d99-1403-4746-a2d4-c17e212ed3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.979698] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070802} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.979974] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.980800] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b82f1-7170-4dd7-a584-1532d49c3b6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.018636] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 544b1215-eb04-4ea0-82ef-1ba86cbff201/544b1215-eb04-4ea0-82ef-1ba86cbff201.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.024238] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.288s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.027041] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce913101-c49e-41d8-8ee7-b8ec5d182cc5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.044544] env[68640]: DEBUG oslo_vmware.api [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] Task: {'id': task-2990291, 'name': SuspendVM_Task, 'duration_secs': 0.682} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.045915] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.959s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.047721] env[68640]: INFO nova.compute.claims [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.050965] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Suspended the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 713.051295] env[68640]: DEBUG nova.compute.manager [None req-3deb9aea-a109-44f1-9e50-888b2f0ae5ad tempest-ServersAdminNegativeTestJSON-1947540694 tempest-ServersAdminNegativeTestJSON-1947540694-project-admin] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.059017] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8472a1b3-9735-4d2d-9b0e-f64ffe8e7509 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.059573] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 713.059573] env[68640]: value = "task-2990293" [ 713.059573] env[68640]: _type = "Task" [ 713.059573] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.074339] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.851201] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "91948ae2-5ced-4505-958c-4d35577cd24e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.851429] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.852260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "91948ae2-5ced-4505-958c-4d35577cd24e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.852260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.852260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.857823] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "refresh_cache-09e9bef6-5a68-409a-b948-c2aaf3646c8b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.858102] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance network_info: |[{"id": "e9df4d99-1403-4746-a2d4-c17e212ed3fa", "address": "fa:16:3e:97:11:7f", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df4d99-14", "ovs_interfaceid": "e9df4d99-1403-4746-a2d4-c17e212ed3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.867050] env[68640]: INFO nova.compute.manager [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Terminating instance [ 713.868606] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "39d6d5b4-6684-41b0-a459-5993a3583fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.868856] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.869394] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:11:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9df4d99-1403-4746-a2d4-c17e212ed3fa', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.877066] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating folder: Project (43043299629b4009b6210e33605dbb0b). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.880154] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.882854] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5800be05-6ad1-420d-8b69-1403f16e8e48 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.886017] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.886017] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.886137] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.886840] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.887406] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.887602] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 713.888376] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 713.893793] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990293, 'name': ReconfigVM_Task, 'duration_secs': 0.550906} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.894345] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 544b1215-eb04-4ea0-82ef-1ba86cbff201/544b1215-eb04-4ea0-82ef-1ba86cbff201.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.895318] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87401a66-67c7-4a56-82dd-0d7580138110 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.899615] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created folder: Project (43043299629b4009b6210e33605dbb0b) in parent group-v599664. [ 713.899812] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating folder: Instances. Parent ref: group-v599735. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.900596] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0141d6e1-a14e-47c2-8382-a74e26c45cdf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.907328] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 713.907328] env[68640]: value = "task-2990295" [ 713.907328] env[68640]: _type = "Task" [ 713.907328] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.917790] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990295, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.919461] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created folder: Instances in parent group-v599735. [ 713.919757] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.919990] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.920289] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94ffb873-62f3-439f-b3b7-622d019dafc8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.942799] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.942799] env[68640]: value = "task-2990297" [ 713.942799] env[68640]: _type = "Task" [ 713.942799] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.943834] env[68640]: INFO nova.scheduler.client.report [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleted allocation for migration 86967a18-e5d1-4408-b60d-66722420d1f1 [ 713.956455] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990297, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.385809] env[68640]: DEBUG nova.compute.manager [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.386181] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.387193] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95bfdbc-cb62-414b-b87d-211bad36ce94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.396525] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.396909] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.397222] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6418b63f-7995-4830-8936-01fede5a3ac4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.410446] env[68640]: DEBUG oslo_vmware.api [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 714.410446] env[68640]: value = "task-2990298" [ 714.410446] env[68640]: _type = "Task" [ 714.410446] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.437547] env[68640]: DEBUG oslo_vmware.api [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.441308] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990295, 'name': Rename_Task, 'duration_secs': 0.204789} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.444455] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.444975] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067ec20f-4304-4fb4-b3c8-4ac62661cb6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.452014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e4d5cc23-bc27-423f-9cd6-3dd12eef8c94 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.116s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.459785] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 714.459785] env[68640]: value = "task-2990299" [ 714.459785] env[68640]: _type = "Task" [ 714.459785] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.460018] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990297, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.476759] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.602414] env[68640]: DEBUG nova.compute.manager [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Received event network-changed-e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.602414] env[68640]: DEBUG nova.compute.manager [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Refreshing instance network info cache due to event network-changed-e9df4d99-1403-4746-a2d4-c17e212ed3fa. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.602616] env[68640]: DEBUG oslo_concurrency.lockutils [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] Acquiring lock "refresh_cache-09e9bef6-5a68-409a-b948-c2aaf3646c8b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.602702] env[68640]: DEBUG oslo_concurrency.lockutils [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] Acquired lock "refresh_cache-09e9bef6-5a68-409a-b948-c2aaf3646c8b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.602856] env[68640]: DEBUG nova.network.neutron [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Refreshing network info cache for port e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.930616] env[68640]: DEBUG oslo_vmware.api [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990298, 'name': PowerOffVM_Task, 'duration_secs': 0.500575} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.931329] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.932344] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.932344] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8bcf93-2a8d-4c3f-bc9c-592a0b000647 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.959491] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990297, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.972705] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.994806] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f104ee-ca33-4593-a27f-b9e86150452e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.004601] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c053d0-0574-4a0a-9b35-f405e446cb0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.048313] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a46935-ff5f-41bb-b075-d1cf2cd7b0f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.051072] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.051322] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.051478] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Deleting the datastore file [datastore2] 91948ae2-5ced-4505-958c-4d35577cd24e {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.051721] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a045d17b-2aa0-4900-b0e6-34674b5d85bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.061733] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6f104e-9a2a-49ef-8548-3cd0f8109a7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.066816] env[68640]: DEBUG oslo_vmware.api [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for the task: (returnval){ [ 715.066816] env[68640]: value = "task-2990301" [ 715.066816] env[68640]: _type = "Task" [ 715.066816] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.081205] env[68640]: DEBUG nova.compute.provider_tree [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.089203] env[68640]: DEBUG oslo_vmware.api [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.430373] env[68640]: DEBUG nova.network.neutron [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Updated VIF entry in instance network info cache for port e9df4d99-1403-4746-a2d4-c17e212ed3fa. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.430373] env[68640]: DEBUG nova.network.neutron [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Updating instance_info_cache with network_info: [{"id": "e9df4d99-1403-4746-a2d4-c17e212ed3fa", "address": "fa:16:3e:97:11:7f", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9df4d99-14", "ovs_interfaceid": "e9df4d99-1403-4746-a2d4-c17e212ed3fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.460641] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990297, 'name': CreateVM_Task, 'duration_secs': 1.384342} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.460641] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.460641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.460641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.460641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.460641] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be237977-a8bd-4de5-a235-8df010fd84a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.471011] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 715.471011] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52edfdb5-c782-7c27-9fa8-c23efe133c56" [ 715.471011] env[68640]: _type = "Task" [ 715.471011] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.474724] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990299, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.485372] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52edfdb5-c782-7c27-9fa8-c23efe133c56, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.485675] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.485878] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.486129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.486272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.486448] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.486702] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a92a9de-32ca-4bb6-b59d-51a254da5d73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.497717] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.497941] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.498720] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6364d678-c096-4bd9-8ff2-d838fc85fc10 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.505600] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 715.505600] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e7907-42b6-69b4-d04b-b00dc637cd66" [ 715.505600] env[68640]: _type = "Task" [ 715.505600] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.514364] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e7907-42b6-69b4-d04b-b00dc637cd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.577064] env[68640]: DEBUG oslo_vmware.api [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Task: {'id': task-2990301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270946} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.577558] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.577877] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.578172] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.578437] env[68640]: INFO nova.compute.manager [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 715.578799] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.579100] env[68640]: DEBUG nova.compute.manager [-] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.579285] env[68640]: DEBUG nova.network.neutron [-] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.584453] env[68640]: DEBUG nova.scheduler.client.report [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.932535] env[68640]: DEBUG oslo_concurrency.lockutils [req-7c8f723e-e642-4d36-83cd-64aa4f22887c req-5889adb4-f91a-4c39-b4f2-413f10cf06c1 service nova] Releasing lock "refresh_cache-09e9bef6-5a68-409a-b948-c2aaf3646c8b" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.979885] env[68640]: DEBUG oslo_vmware.api [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990299, 'name': PowerOnVM_Task, 'duration_secs': 1.445728} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.979885] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.979885] env[68640]: INFO nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Took 10.42 seconds to spawn the instance on the hypervisor. [ 715.979885] env[68640]: DEBUG nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.979885] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdeeaf5-b551-4d88-97f5-38bd62bce23e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.020996] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e7907-42b6-69b4-d04b-b00dc637cd66, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.021795] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb22292-198e-47b7-85b0-4bca7aa78215 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.028416] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 716.028416] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528352d9-54a6-73a3-99d8-65c6385eb090" [ 716.028416] env[68640]: _type = "Task" [ 716.028416] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.034022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.034022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.034022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.034022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.034270] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.036070] env[68640]: INFO nova.compute.manager [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Terminating instance [ 716.042438] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528352d9-54a6-73a3-99d8-65c6385eb090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.092449] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.048s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.094016] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.096443] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.445s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.098260] env[68640]: INFO nova.compute.claims [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.500050] env[68640]: INFO nova.compute.manager [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Took 37.73 seconds to build instance. [ 716.539891] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528352d9-54a6-73a3-99d8-65c6385eb090, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.540174] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.540432] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.540755] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea1e7793-532c-4d06-92b6-121ee9a7f710 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.543358] env[68640]: DEBUG nova.compute.manager [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.543552] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.544356] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0cd2ad-310c-4538-a770-7caec200a4bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.552312] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.553768] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be0e6384-2e69-4744-ab12-a247b5dd1f43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.557032] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 716.557032] env[68640]: value = "task-2990302" [ 716.557032] env[68640]: _type = "Task" [ 716.557032] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.607363] env[68640]: DEBUG nova.compute.utils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.611051] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.611051] env[68640]: DEBUG nova.network.neutron [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.629722] env[68640]: DEBUG nova.compute.manager [req-9d5c0646-4074-46de-b6b0-87a9df6fe0be req-54497437-0792-4444-bb0f-c65be5289e0d service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Received event network-vif-deleted-c84694e0-3885-4066-9790-209e5ab3be5c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.629933] env[68640]: INFO nova.compute.manager [req-9d5c0646-4074-46de-b6b0-87a9df6fe0be req-54497437-0792-4444-bb0f-c65be5289e0d service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Neutron deleted interface c84694e0-3885-4066-9790-209e5ab3be5c; detaching it from the instance and deleting it from the info cache [ 716.630114] env[68640]: DEBUG nova.network.neutron [req-9d5c0646-4074-46de-b6b0-87a9df6fe0be req-54497437-0792-4444-bb0f-c65be5289e0d service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.632286] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.632500] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.632699] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleting the datastore file [datastore2] 381deaa9-7935-4d31-9fb9-6ee36f3499a9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.633121] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f355a45-29ac-4891-8e74-3f19479be2d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.641805] env[68640]: DEBUG oslo_vmware.api [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 716.641805] env[68640]: value = "task-2990304" [ 716.641805] env[68640]: _type = "Task" [ 716.641805] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.654997] env[68640]: DEBUG oslo_vmware.api [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.677964] env[68640]: DEBUG nova.policy [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec0cd9bbc3b414ab0f92d496a680168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43043299629b4009b6210e33605dbb0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.699464] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "07974438-9f23-485d-b9c5-659709c0fa16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.699733] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "07974438-9f23-485d-b9c5-659709c0fa16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.810903] env[68640]: DEBUG nova.network.neutron [-] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.001892] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd10f766-0533-4254-bdea-4dd75e777161 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.507s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.067689] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990302, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.114916] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.134278] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-810de6cf-943c-4433-a173-3225122143ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.152647] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee13560-f9e8-4243-a831-89319d6711b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.174057] env[68640]: DEBUG oslo_vmware.api [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183268} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.175656] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.175656] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.175656] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.175656] env[68640]: INFO nova.compute.manager [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 717.175656] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.175912] env[68640]: DEBUG nova.compute.manager [-] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.175912] env[68640]: DEBUG nova.network.neutron [-] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.199697] env[68640]: DEBUG nova.compute.manager [req-9d5c0646-4074-46de-b6b0-87a9df6fe0be req-54497437-0792-4444-bb0f-c65be5289e0d service nova] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Detach interface failed, port_id=c84694e0-3885-4066-9790-209e5ab3be5c, reason: Instance 91948ae2-5ced-4505-958c-4d35577cd24e could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 717.268596] env[68640]: DEBUG nova.network.neutron [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Successfully created port: 844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.312794] env[68640]: INFO nova.compute.manager [-] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Took 1.73 seconds to deallocate network for instance. [ 717.506338] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.569383] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518545} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.569641] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.569855] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.571893] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b84e4ae-578e-4cba-b08e-d9e649080996 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.584116] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 717.584116] env[68640]: value = "task-2990305" [ 717.584116] env[68640]: _type = "Task" [ 717.584116] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.593669] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.798320] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e856ab-74d4-4b5d-a0b6-66a6f4dcd375 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.810628] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5197f62-2ccc-4bdd-8e65-6688a8286f44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.819983] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.846545] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1eb00d0-861b-4e05-a763-8b9621e22b00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.851582] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.851816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.858727] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6de912-0461-44d4-8629-3a4abe4f7c79 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.874907] env[68640]: DEBUG nova.compute.provider_tree [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.029790] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.096744] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102268} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.097768] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.098578] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5327f5-b965-4b75-b57f-9a20b34c078a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.123499] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.124313] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcee16c3-d99b-4a96-9962-589a328b805c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.140036] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.152043] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 718.152043] env[68640]: value = "task-2990306" [ 718.152043] env[68640]: _type = "Task" [ 718.152043] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.164589] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.167385] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.168451] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.168689] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.168777] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.168995] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.169237] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.169565] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.169855] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.169962] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.170125] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.170294] env[68640]: DEBUG nova.virt.hardware [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.171798] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b62131-31bb-4854-b602-b2405dcb2a0b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.181569] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2efc07-3e00-47ac-9674-320061df9444 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.241226] env[68640]: DEBUG nova.network.neutron [-] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.380299] env[68640]: DEBUG nova.scheduler.client.report [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.663836] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990306, 'name': ReconfigVM_Task, 'duration_secs': 0.395002} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.664262] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.665872] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64fc04a4-bc65-4c9f-bd63-78b2567c8660 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.668596] env[68640]: DEBUG nova.compute.manager [req-4d0809f6-d9d5-4ef4-b3e3-b433ed29a09c req-b7cb3cbc-4a30-42db-a3c9-bb3ce7970bce service nova] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Received event network-vif-deleted-84466747-00b7-4770-8dc9-0ecd19fb5d96 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.677198] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 718.677198] env[68640]: value = "task-2990307" [ 718.677198] env[68640]: _type = "Task" [ 718.677198] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.688228] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990307, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.744049] env[68640]: INFO nova.compute.manager [-] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Took 1.57 seconds to deallocate network for instance. [ 718.887221] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.887587] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.891334] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.197s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.891334] env[68640]: DEBUG nova.objects.instance [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lazy-loading 'resources' on Instance uuid 23cc8440-a4d2-44a1-a601-1e885eff80a2 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.039204] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.039204] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.180952] env[68640]: DEBUG nova.network.neutron [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Successfully updated port: 844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.193813] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990307, 'name': Rename_Task, 'duration_secs': 0.375217} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.194958] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.194958] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-604ff3bc-3629-48fa-bd9e-b87777cc1b16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.203674] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 719.203674] env[68640]: value = "task-2990308" [ 719.203674] env[68640]: _type = "Task" [ 719.203674] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.213880] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.255535] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.393978] env[68640]: DEBUG nova.compute.utils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.395578] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.395774] env[68640]: DEBUG nova.network.neutron [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.440456] env[68640]: DEBUG nova.policy [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1cdba7880114f49a96d4ff559f620fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b70c105bc1d42b19ecf541e0ed86143', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.684315] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "refresh_cache-74bda310-8e1f-42da-9e25-0c52335ba195" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.685955] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "refresh_cache-74bda310-8e1f-42da-9e25-0c52335ba195" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.685955] env[68640]: DEBUG nova.network.neutron [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.715065] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.785047] env[68640]: DEBUG nova.network.neutron [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Successfully created port: 66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.903709] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.010920] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c6e2f-2d2e-4d75-9d5d-877c08181cf4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.020986] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0de029-a7a9-4492-9528-71733d9503df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.065308] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8db58a-9b60-459a-a9b4-66646852745d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.151647] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f083445-5834-4e46-b7c7-7ef01e6f8451 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.151647] env[68640]: DEBUG nova.compute.provider_tree [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.215510] env[68640]: DEBUG oslo_vmware.api [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990308, 'name': PowerOnVM_Task, 'duration_secs': 0.839007} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.215781] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.215974] env[68640]: INFO nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Took 9.67 seconds to spawn the instance on the hypervisor. [ 720.216170] env[68640]: DEBUG nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.216924] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba176812-7b23-42a1-9ab1-4556146cc9e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.226828] env[68640]: DEBUG nova.network.neutron [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.383409] env[68640]: DEBUG nova.network.neutron [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Updating instance_info_cache with network_info: [{"id": "844f7149-764b-4251-8316-a1b88a8d1aa1", "address": "fa:16:3e:e7:1b:94", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap844f7149-76", "ovs_interfaceid": "844f7149-764b-4251-8316-a1b88a8d1aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.599676] env[68640]: DEBUG nova.scheduler.client.report [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.698519] env[68640]: DEBUG nova.compute.manager [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Received event network-vif-plugged-844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.698805] env[68640]: DEBUG oslo_concurrency.lockutils [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] Acquiring lock "74bda310-8e1f-42da-9e25-0c52335ba195-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.699029] env[68640]: DEBUG oslo_concurrency.lockutils [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] Lock "74bda310-8e1f-42da-9e25-0c52335ba195-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.699209] env[68640]: DEBUG oslo_concurrency.lockutils [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] Lock "74bda310-8e1f-42da-9e25-0c52335ba195-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.700351] env[68640]: DEBUG nova.compute.manager [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] No waiting events found dispatching network-vif-plugged-844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.700351] env[68640]: WARNING nova.compute.manager [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Received unexpected event network-vif-plugged-844f7149-764b-4251-8316-a1b88a8d1aa1 for instance with vm_state building and task_state spawning. [ 720.700351] env[68640]: DEBUG nova.compute.manager [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Received event network-changed-844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.700351] env[68640]: DEBUG nova.compute.manager [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Refreshing instance network info cache due to event network-changed-844f7149-764b-4251-8316-a1b88a8d1aa1. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.700547] env[68640]: DEBUG oslo_concurrency.lockutils [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] Acquiring lock "refresh_cache-74bda310-8e1f-42da-9e25-0c52335ba195" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.738226] env[68640]: INFO nova.compute.manager [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Took 34.21 seconds to build instance. [ 720.886074] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "refresh_cache-74bda310-8e1f-42da-9e25-0c52335ba195" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.886409] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Instance network_info: |[{"id": "844f7149-764b-4251-8316-a1b88a8d1aa1", "address": "fa:16:3e:e7:1b:94", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap844f7149-76", "ovs_interfaceid": "844f7149-764b-4251-8316-a1b88a8d1aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.886705] env[68640]: DEBUG oslo_concurrency.lockutils [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] Acquired lock "refresh_cache-74bda310-8e1f-42da-9e25-0c52335ba195" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.886883] env[68640]: DEBUG nova.network.neutron [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Refreshing network info cache for port 844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.888238] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:1b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '844f7149-764b-4251-8316-a1b88a8d1aa1', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.896402] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.897029] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.897147] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b2c42c1-1c10-4c2b-ab8a-5a7d3b966ee0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.916766] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.920488] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.920488] env[68640]: value = "task-2990309" [ 720.920488] env[68640]: _type = "Task" [ 720.920488] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.929757] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990309, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.944119] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.944385] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.944573] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.944688] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.944834] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.945024] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.945255] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.945416] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.945583] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.945742] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.945909] env[68640]: DEBUG nova.virt.hardware [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.947126] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a592a12b-21f7-4386-ab2f-21162d20aff7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.956378] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7585a-5d07-496f-9d05-41a9dc766abe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.104740] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.107833] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.342s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.107833] env[68640]: DEBUG nova.objects.instance [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lazy-loading 'resources' on Instance uuid c5dc9190-d11e-4fc1-93dd-107a5267886f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.127378] env[68640]: INFO nova.scheduler.client.report [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Deleted allocations for instance 23cc8440-a4d2-44a1-a601-1e885eff80a2 [ 721.240454] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1dc9a7d-8618-48f7-8704-91d61723722a tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.776s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.427873] env[68640]: DEBUG nova.network.neutron [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Successfully updated port: 66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.439030] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990309, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.624389] env[68640]: DEBUG nova.network.neutron [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Updated VIF entry in instance network info cache for port 844f7149-764b-4251-8316-a1b88a8d1aa1. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.624745] env[68640]: DEBUG nova.network.neutron [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Updating instance_info_cache with network_info: [{"id": "844f7149-764b-4251-8316-a1b88a8d1aa1", "address": "fa:16:3e:e7:1b:94", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap844f7149-76", "ovs_interfaceid": "844f7149-764b-4251-8316-a1b88a8d1aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.641834] env[68640]: DEBUG oslo_concurrency.lockutils [None req-38488bd3-7272-43d6-a10f-792c2f15da4b tempest-ImagesNegativeTestJSON-232098581 tempest-ImagesNegativeTestJSON-232098581-project-member] Lock "23cc8440-a4d2-44a1-a601-1e885eff80a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.512s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.744549] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.933996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "refresh_cache-1e358274-7d2a-42c3-af65-387f347f8925" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.934179] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquired lock "refresh_cache-1e358274-7d2a-42c3-af65-387f347f8925" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.934338] env[68640]: DEBUG nova.network.neutron [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.935394] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990309, 'name': CreateVM_Task, 'duration_secs': 0.632205} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.935552] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.936406] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.936591] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.936947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.939580] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1472c5f-39da-4690-a800-b1e881b11989 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.946344] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 721.946344] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c2aef7-f48d-8f91-b67a-d16f161cbb0d" [ 721.946344] env[68640]: _type = "Task" [ 721.946344] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.955769] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c2aef7-f48d-8f91-b67a-d16f161cbb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.129571] env[68640]: DEBUG oslo_concurrency.lockutils [req-a906b5a5-4490-417e-8eed-34d1cd155458 req-370916ff-65a1-4167-be4b-a710a90d63b8 service nova] Releasing lock "refresh_cache-74bda310-8e1f-42da-9e25-0c52335ba195" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.197994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883639f0-9cf6-4ed8-8b28-21abbd522906 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.206755] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d9f5b-1ed8-4bba-8258-35b45942abac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.239378] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ee055-5b36-4b30-b42a-6695d871d3fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.247732] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7545e050-fc94-4d65-8d1c-84ed76aa196b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.265141] env[68640]: DEBUG nova.compute.provider_tree [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.285819] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.461963] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c2aef7-f48d-8f91-b67a-d16f161cbb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.461963] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.461963] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.461963] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.462238] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.462238] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.462238] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1cd62bd-5eb0-4d59-9db0-f6ecc8b2616b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.465678] env[68640]: DEBUG nova.network.neutron [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.470325] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.470325] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.470911] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329b0941-11f1-4a32-9fb5-39db3b3e72e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.477693] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 722.477693] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ea4d0-9e2f-2d69-212f-ec40b6151f50" [ 722.477693] env[68640]: _type = "Task" [ 722.477693] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.486883] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ea4d0-9e2f-2d69-212f-ec40b6151f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.623568] env[68640]: DEBUG nova.network.neutron [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Updating instance_info_cache with network_info: [{"id": "66fb9938-34f9-45cb-ad8f-ad7b94f95bfc", "address": "fa:16:3e:54:7b:f8", "network": {"id": "86a0e6b1-c333-4e41-9d9a-3a7ac011479f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1428731937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b70c105bc1d42b19ecf541e0ed86143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fb9938-34", "ovs_interfaceid": "66fb9938-34f9-45cb-ad8f-ad7b94f95bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.723722] env[68640]: DEBUG nova.compute.manager [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Received event network-vif-plugged-66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.724166] env[68640]: DEBUG oslo_concurrency.lockutils [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] Acquiring lock "1e358274-7d2a-42c3-af65-387f347f8925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.724166] env[68640]: DEBUG oslo_concurrency.lockutils [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] Lock "1e358274-7d2a-42c3-af65-387f347f8925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.724274] env[68640]: DEBUG oslo_concurrency.lockutils [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] Lock "1e358274-7d2a-42c3-af65-387f347f8925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.724450] env[68640]: DEBUG nova.compute.manager [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] No waiting events found dispatching network-vif-plugged-66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.724619] env[68640]: WARNING nova.compute.manager [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Received unexpected event network-vif-plugged-66fb9938-34f9-45cb-ad8f-ad7b94f95bfc for instance with vm_state building and task_state spawning. [ 722.724775] env[68640]: DEBUG nova.compute.manager [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Received event network-changed-66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.724941] env[68640]: DEBUG nova.compute.manager [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Refreshing instance network info cache due to event network-changed-66fb9938-34f9-45cb-ad8f-ad7b94f95bfc. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.725123] env[68640]: DEBUG oslo_concurrency.lockutils [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] Acquiring lock "refresh_cache-1e358274-7d2a-42c3-af65-387f347f8925" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.774206] env[68640]: DEBUG nova.scheduler.client.report [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.989766] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ea4d0-9e2f-2d69-212f-ec40b6151f50, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.990691] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1de124e-54f3-41b2-9c5c-42bcb3bb78c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.996702] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 722.996702] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52734e95-9526-838b-f47a-792e363e9ab1" [ 722.996702] env[68640]: _type = "Task" [ 722.996702] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.005644] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52734e95-9526-838b-f47a-792e363e9ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.126682] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Releasing lock "refresh_cache-1e358274-7d2a-42c3-af65-387f347f8925" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.127105] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Instance network_info: |[{"id": "66fb9938-34f9-45cb-ad8f-ad7b94f95bfc", "address": "fa:16:3e:54:7b:f8", "network": {"id": "86a0e6b1-c333-4e41-9d9a-3a7ac011479f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1428731937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b70c105bc1d42b19ecf541e0ed86143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fb9938-34", "ovs_interfaceid": "66fb9938-34f9-45cb-ad8f-ad7b94f95bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.127811] env[68640]: DEBUG oslo_concurrency.lockutils [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] Acquired lock "refresh_cache-1e358274-7d2a-42c3-af65-387f347f8925" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.127811] env[68640]: DEBUG nova.network.neutron [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Refreshing network info cache for port 66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.128992] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:7b:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66fb9938-34f9-45cb-ad8f-ad7b94f95bfc', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.137079] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Creating folder: Project (6b70c105bc1d42b19ecf541e0ed86143). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.140056] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd079931-d20f-48dd-a1cb-3dbded2e8972 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.154332] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Created folder: Project (6b70c105bc1d42b19ecf541e0ed86143) in parent group-v599664. [ 723.154332] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Creating folder: Instances. Parent ref: group-v599739. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.154433] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86c7c11c-c11e-446a-bd63-ad226e4be61a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.165888] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Created folder: Instances in parent group-v599739. [ 723.166186] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.166595] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.166652] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbc92cbf-77f6-42c4-a72e-8289b06a4f25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.192024] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.192024] env[68640]: value = "task-2990312" [ 723.192024] env[68640]: _type = "Task" [ 723.192024] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.200176] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990312, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.281723] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.284721] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.895s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.287332] env[68640]: INFO nova.compute.claims [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.307867] env[68640]: INFO nova.scheduler.client.report [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleted allocations for instance c5dc9190-d11e-4fc1-93dd-107a5267886f [ 723.469396] env[68640]: DEBUG nova.network.neutron [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Updated VIF entry in instance network info cache for port 66fb9938-34f9-45cb-ad8f-ad7b94f95bfc. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.469802] env[68640]: DEBUG nova.network.neutron [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Updating instance_info_cache with network_info: [{"id": "66fb9938-34f9-45cb-ad8f-ad7b94f95bfc", "address": "fa:16:3e:54:7b:f8", "network": {"id": "86a0e6b1-c333-4e41-9d9a-3a7ac011479f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1428731937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b70c105bc1d42b19ecf541e0ed86143", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66fb9938-34", "ovs_interfaceid": "66fb9938-34f9-45cb-ad8f-ad7b94f95bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.510370] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52734e95-9526-838b-f47a-792e363e9ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.012371} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.510777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.511160] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 74bda310-8e1f-42da-9e25-0c52335ba195/74bda310-8e1f-42da-9e25-0c52335ba195.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.511489] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce99f87-43bf-495f-81d1-f89b5f4092c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.520348] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 723.520348] env[68640]: value = "task-2990313" [ 723.520348] env[68640]: _type = "Task" [ 723.520348] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.528796] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.700887] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990312, 'name': CreateVM_Task, 'duration_secs': 0.341467} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.702264] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.703089] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.704037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.704037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.704037] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64da274a-736c-4be1-badf-75bba6e953fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.712685] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 723.712685] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e64359-0088-6748-e539-003bbcacd979" [ 723.712685] env[68640]: _type = "Task" [ 723.712685] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.724748] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e64359-0088-6748-e539-003bbcacd979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.816104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-acbf4c8a-3ae6-44c2-92ee-4161e78e6662 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "c5dc9190-d11e-4fc1-93dd-107a5267886f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.072s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.973290] env[68640]: DEBUG oslo_concurrency.lockutils [req-6f0e4b42-75e5-47d8-af79-9a38e7d7bb3d req-25650aad-7748-496d-b973-79c91a553642 service nova] Releasing lock "refresh_cache-1e358274-7d2a-42c3-af65-387f347f8925" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.030697] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990313, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.159147] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.159542] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.159854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.160058] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.160247] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.162861] env[68640]: INFO nova.compute.manager [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Terminating instance [ 724.223855] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e64359-0088-6748-e539-003bbcacd979, 'name': SearchDatastore_Task, 'duration_secs': 0.072914} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.224182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.224416] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.224659] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.224816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.224991] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.225259] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f23fd40-ee76-4e18-afeb-44cdd2de9f78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.234873] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.235110] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.236094] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5448a00-cc04-457d-9136-0e57b4c46687 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.243074] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 724.243074] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523c5e5d-53f8-3163-be7b-ac1b41aa75db" [ 724.243074] env[68640]: _type = "Task" [ 724.243074] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.253151] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523c5e5d-53f8-3163-be7b-ac1b41aa75db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.538095] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524713} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.538358] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 74bda310-8e1f-42da-9e25-0c52335ba195/74bda310-8e1f-42da-9e25-0c52335ba195.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.538608] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.539267] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c54b44d-92d0-4d9a-b5ea-cc99466dabb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.548570] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 724.548570] env[68640]: value = "task-2990314" [ 724.548570] env[68640]: _type = "Task" [ 724.548570] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.557766] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.669719] env[68640]: DEBUG nova.compute.manager [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.669935] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.671601] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3447afe-f7c1-409e-9fe9-70d4be377c88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.681024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.681024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36447d5c-d6b4-4463-a25d-0d9db6314f5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.690021] env[68640]: DEBUG oslo_vmware.api [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 724.690021] env[68640]: value = "task-2990315" [ 724.690021] env[68640]: _type = "Task" [ 724.690021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.698347] env[68640]: DEBUG oslo_vmware.api [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.755107] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523c5e5d-53f8-3163-be7b-ac1b41aa75db, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.756028] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3caae77e-3ff1-41b5-9e1e-1cb7d8cfd5c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.762551] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 724.762551] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e48bc-bce3-119d-bbd6-2513c199cad4" [ 724.762551] env[68640]: _type = "Task" [ 724.762551] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.774115] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e48bc-bce3-119d-bbd6-2513c199cad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.849663] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b4b4d-b74e-4e7c-b623-003a3e6e7194 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.857751] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa42656f-e55a-4ecf-9686-573169f9f7f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.890018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a483c9ed-313d-43ba-9b60-61836e279e17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.898782] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e32e5e-c40a-42eb-ae74-3bf958c3eced {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.914824] env[68640]: DEBUG nova.compute.provider_tree [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.063264] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069766} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.063603] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.064779] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f6f88-38d6-461f-9fc2-6c612f7d84ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.090806] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 74bda310-8e1f-42da-9e25-0c52335ba195/74bda310-8e1f-42da-9e25-0c52335ba195.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.090806] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914968ef-2afb-4bca-852f-34f65ba70fd9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.115025] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 725.115025] env[68640]: value = "task-2990316" [ 725.115025] env[68640]: _type = "Task" [ 725.115025] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.120920] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.200997] env[68640]: DEBUG oslo_vmware.api [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990315, 'name': PowerOffVM_Task, 'duration_secs': 0.333857} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.201429] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.201526] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.201855] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5715df-c642-4434-8088-98aad8aeb263 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.272930] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.273105] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.273239] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleting the datastore file [datastore2] 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.273548] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f176a2af-f264-4f4f-8582-e93223c9876e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.279826] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e48bc-bce3-119d-bbd6-2513c199cad4, 'name': SearchDatastore_Task, 'duration_secs': 0.012131} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.280542] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.280819] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 1e358274-7d2a-42c3-af65-387f347f8925/1e358274-7d2a-42c3-af65-387f347f8925.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.281105] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa9f1feb-b0cb-4e9b-913b-3745924f44e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.284964] env[68640]: DEBUG oslo_vmware.api [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 725.284964] env[68640]: value = "task-2990318" [ 725.284964] env[68640]: _type = "Task" [ 725.284964] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.292461] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 725.292461] env[68640]: value = "task-2990319" [ 725.292461] env[68640]: _type = "Task" [ 725.292461] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.295999] env[68640]: DEBUG oslo_vmware.api [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.301482] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.418662] env[68640]: DEBUG nova.scheduler.client.report [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.624409] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.797635] env[68640]: DEBUG oslo_vmware.api [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16629} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.798380] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.798586] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.798773] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.798944] env[68640]: INFO nova.compute.manager [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 725.799227] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.799496] env[68640]: DEBUG nova.compute.manager [-] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.799593] env[68640]: DEBUG nova.network.neutron [-] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.805933] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990319, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.924273] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.924950] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.927739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.744s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.929187] env[68640]: INFO nova.compute.claims [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.116363] env[68640]: DEBUG nova.compute.manager [req-611fd6c4-04cb-4bbf-abeb-0c8e4c5730a6 req-a5c73139-9f09-4ab1-8c02-c6eab3f6a4c1 service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Received event network-vif-deleted-c20e341a-5309-419e-ad9d-9136a0cef5e4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.116577] env[68640]: INFO nova.compute.manager [req-611fd6c4-04cb-4bbf-abeb-0c8e4c5730a6 req-a5c73139-9f09-4ab1-8c02-c6eab3f6a4c1 service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Neutron deleted interface c20e341a-5309-419e-ad9d-9136a0cef5e4; detaching it from the instance and deleting it from the info cache [ 726.116881] env[68640]: DEBUG nova.network.neutron [req-611fd6c4-04cb-4bbf-abeb-0c8e4c5730a6 req-a5c73139-9f09-4ab1-8c02-c6eab3f6a4c1 service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.129429] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990316, 'name': ReconfigVM_Task, 'duration_secs': 0.658651} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.129939] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 74bda310-8e1f-42da-9e25-0c52335ba195/74bda310-8e1f-42da-9e25-0c52335ba195.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.130772] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02a4443b-ba6b-4042-9549-7bf424cf6fea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.139851] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 726.139851] env[68640]: value = "task-2990320" [ 726.139851] env[68640]: _type = "Task" [ 726.139851] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.148876] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990320, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.306548] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536145} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.306837] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 1e358274-7d2a-42c3-af65-387f347f8925/1e358274-7d2a-42c3-af65-387f347f8925.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.307092] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.307307] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91f2b12-99d2-4bd1-be33-b86e74f09434 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.315729] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 726.315729] env[68640]: value = "task-2990321" [ 726.315729] env[68640]: _type = "Task" [ 726.315729] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.326476] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.434049] env[68640]: DEBUG nova.compute.utils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.443193] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.443193] env[68640]: DEBUG nova.network.neutron [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.595936] env[68640]: DEBUG nova.network.neutron [-] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.622958] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3da074a-4b77-4b74-b1ba-1943fa91c663 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.633147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cb8a92-a0de-43df-b527-5656b8604c37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.649125] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990320, 'name': Rename_Task, 'duration_secs': 0.308406} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.649563] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.649907] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91b50d6-fccc-468a-9b98-8de663e21400 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.659023] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 726.659023] env[68640]: value = "task-2990322" [ 726.659023] env[68640]: _type = "Task" [ 726.659023] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.678743] env[68640]: DEBUG nova.compute.manager [req-611fd6c4-04cb-4bbf-abeb-0c8e4c5730a6 req-a5c73139-9f09-4ab1-8c02-c6eab3f6a4c1 service nova] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Detach interface failed, port_id=c20e341a-5309-419e-ad9d-9136a0cef5e4, reason: Instance 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.689653] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.722736] env[68640]: DEBUG nova.policy [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3a6800157c44693a788929d30e2279b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c39ac2aff54cd09f7b645d0ace0e3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.831346] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092237} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.831346] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.831980] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117c5ab-691c-4aa8-bbb2-b5e3042b3570 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.857728] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 1e358274-7d2a-42c3-af65-387f347f8925/1e358274-7d2a-42c3-af65-387f347f8925.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.858089] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db53059e-456f-4211-82f7-ea2c13b0f424 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.879114] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 726.879114] env[68640]: value = "task-2990323" [ 726.879114] env[68640]: _type = "Task" [ 726.879114] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.890126] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.952353] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.097619] env[68640]: INFO nova.compute.manager [-] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Took 1.30 seconds to deallocate network for instance. [ 727.188886] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.203222] env[68640]: DEBUG nova.network.neutron [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Successfully created port: 69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.392672] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.563617] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf26d7f-1612-4a16-a2b9-40101d8ce53a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.572937] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fa40c-9943-4765-84e0-89482ea60197 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.609128] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.609404] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818e6bc1-1694-43e7-8667-c969dee11b9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.618882] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5743c8a-ecad-4548-a6be-fdc31e44196f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.636454] env[68640]: DEBUG nova.compute.provider_tree [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.689370] env[68640]: DEBUG oslo_vmware.api [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990322, 'name': PowerOnVM_Task, 'duration_secs': 1.013904} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.689708] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.689829] env[68640]: INFO nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Took 9.55 seconds to spawn the instance on the hypervisor. [ 727.690033] env[68640]: DEBUG nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.690876] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677510aa-b0b9-434a-b42e-2a7d42ee166c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.895168] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990323, 'name': ReconfigVM_Task, 'duration_secs': 0.746203} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.895168] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 1e358274-7d2a-42c3-af65-387f347f8925/1e358274-7d2a-42c3-af65-387f347f8925.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.895168] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec39d0d-6394-4d2f-acae-3fc7fed1ac0b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.898870] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 727.898870] env[68640]: value = "task-2990324" [ 727.898870] env[68640]: _type = "Task" [ 727.898870] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.906983] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990324, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.962897] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.989538] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.989538] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.989538] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.989766] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.989766] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.989766] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.991044] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.991044] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.991044] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.991044] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.991044] env[68640]: DEBUG nova.virt.hardware [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.992729] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a0915-77c5-496b-b14f-03955fa59b78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.002108] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8d51a-05b1-4186-b45c-06ead55fc92a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.140009] env[68640]: DEBUG nova.scheduler.client.report [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.211880] env[68640]: INFO nova.compute.manager [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Took 36.15 seconds to build instance. [ 728.408812] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990324, 'name': Rename_Task, 'duration_secs': 0.253206} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.409097] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.409344] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9398513-fe8e-4e59-95ba-53b4a94c9482 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.415718] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 728.415718] env[68640]: value = "task-2990325" [ 728.415718] env[68640]: _type = "Task" [ 728.415718] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.422930] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.507319] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.507319] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.648490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.649098] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.651831] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.771s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.653842] env[68640]: INFO nova.compute.claims [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.712077] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fb43e591-43b1-485b-b365-97cd63e1c808 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "74bda310-8e1f-42da-9e25-0c52335ba195" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.375s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.730358] env[68640]: DEBUG nova.compute.manager [req-73424579-86f7-46c6-b19b-3cc008f16106 req-f09b5e74-33cc-4e84-9a5a-998aceebab80 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Received event network-vif-plugged-69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.730600] env[68640]: DEBUG oslo_concurrency.lockutils [req-73424579-86f7-46c6-b19b-3cc008f16106 req-f09b5e74-33cc-4e84-9a5a-998aceebab80 service nova] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.730803] env[68640]: DEBUG oslo_concurrency.lockutils [req-73424579-86f7-46c6-b19b-3cc008f16106 req-f09b5e74-33cc-4e84-9a5a-998aceebab80 service nova] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.730971] env[68640]: DEBUG oslo_concurrency.lockutils [req-73424579-86f7-46c6-b19b-3cc008f16106 req-f09b5e74-33cc-4e84-9a5a-998aceebab80 service nova] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.731147] env[68640]: DEBUG nova.compute.manager [req-73424579-86f7-46c6-b19b-3cc008f16106 req-f09b5e74-33cc-4e84-9a5a-998aceebab80 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] No waiting events found dispatching network-vif-plugged-69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.731307] env[68640]: WARNING nova.compute.manager [req-73424579-86f7-46c6-b19b-3cc008f16106 req-f09b5e74-33cc-4e84-9a5a-998aceebab80 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Received unexpected event network-vif-plugged-69215634-e67f-4617-831c-2b142552a9bc for instance with vm_state building and task_state spawning. [ 728.821554] env[68640]: DEBUG nova.network.neutron [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Successfully updated port: 69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.925983] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.157644] env[68640]: DEBUG nova.compute.utils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.163257] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.163257] env[68640]: DEBUG nova.network.neutron [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.215804] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.219934] env[68640]: DEBUG nova.policy [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '858f918493c94b52bc78942c2ea4cb26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57f3123d3a2a4a6b80f7d922c39d6a52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.325327] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325327] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.325327] env[68640]: DEBUG nova.network.neutron [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.429865] env[68640]: DEBUG oslo_vmware.api [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990325, 'name': PowerOnVM_Task, 'duration_secs': 0.971258} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.429865] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.429865] env[68640]: INFO nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Took 8.51 seconds to spawn the instance on the hypervisor. [ 729.429865] env[68640]: DEBUG nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.429865] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb267e-d617-40e8-8f45-f080830715ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.574569] env[68640]: DEBUG nova.network.neutron [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Successfully created port: f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.662262] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.742345] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.812716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.812716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.862030] env[68640]: DEBUG nova.network.neutron [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.949300] env[68640]: INFO nova.compute.manager [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Took 35.32 seconds to build instance. [ 730.013280] env[68640]: DEBUG nova.network.neutron [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.241739] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc71b06-1ea6-4b11-8eca-71de98fa18b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.249738] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aa2d18-2dad-4907-9d2d-0764bf51c492 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.281290] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed6eaa7-6c98-463e-9250-a2cae7e1e0ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.288984] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6808f1c6-15b1-4224-8d11-ead6897d90ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.302778] env[68640]: DEBUG nova.compute.provider_tree [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.452598] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5acf94f7-1293-48ac-82b5-62f07502be47 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "1e358274-7d2a-42c3-af65-387f347f8925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.046s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.517584] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.517917] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Instance network_info: |[{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.518376] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:3e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69215634-e67f-4617-831c-2b142552a9bc', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.526877] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating folder: Project (43c39ac2aff54cd09f7b645d0ace0e3c). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.527239] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0707195-d142-442c-b7f0-e9230c227718 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.542259] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created folder: Project (43c39ac2aff54cd09f7b645d0ace0e3c) in parent group-v599664. [ 730.542528] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating folder: Instances. Parent ref: group-v599742. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.542816] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9c02faf-66cc-4e22-bf3b-710c0a2feae9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.553358] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created folder: Instances in parent group-v599742. [ 730.553633] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.553838] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.554917] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96b051d5-c049-4627-aeed-188ae0f108f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.574224] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.574224] env[68640]: value = "task-2990328" [ 730.574224] env[68640]: _type = "Task" [ 730.574224] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.581934] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990328, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.675308] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.702571] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.703286] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.703286] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.703286] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.703451] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.703451] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.704019] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.704019] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.704019] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.704181] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.704291] env[68640]: DEBUG nova.virt.hardware [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.705192] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef530950-af3d-4807-90fc-3f866c790635 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.713268] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ef7fa-60d4-4697-89ee-22341c74a1af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.788237] env[68640]: DEBUG nova.compute.manager [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Received event network-changed-69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.788237] env[68640]: DEBUG nova.compute.manager [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Refreshing instance network info cache due to event network-changed-69215634-e67f-4617-831c-2b142552a9bc. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.788237] env[68640]: DEBUG oslo_concurrency.lockutils [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.788237] env[68640]: DEBUG oslo_concurrency.lockutils [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.788420] env[68640]: DEBUG nova.network.neutron [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Refreshing network info cache for port 69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.806533] env[68640]: DEBUG nova.scheduler.client.report [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.956060] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.084494] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990328, 'name': CreateVM_Task, 'duration_secs': 0.426151} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.085170] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.086311] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.086741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.087860] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.087860] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a0d3b6-307e-4154-9016-cba32689201d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.096936] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 731.096936] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520c7521-79f1-6a00-1ae3-11ff923a6928" [ 731.096936] env[68640]: _type = "Task" [ 731.096936] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.101286] env[68640]: DEBUG nova.network.neutron [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Successfully updated port: f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.112599] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520c7521-79f1-6a00-1ae3-11ff923a6928, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.113121] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.113367] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.113664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.113834] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.114080] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.114391] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76af862d-4227-4f7f-8317-4f697069aa93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.122341] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.122573] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.123363] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa2d82e-0739-4877-b9ca-9ed922039271 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.129214] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 731.129214] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529bdb9b-e126-4df6-88fc-735e092d5a17" [ 731.129214] env[68640]: _type = "Task" [ 731.129214] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.139342] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529bdb9b-e126-4df6-88fc-735e092d5a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.312394] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.312807] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.315365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.894s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.316739] env[68640]: INFO nova.compute.claims [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.479530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.578029] env[68640]: DEBUG nova.network.neutron [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updated VIF entry in instance network info cache for port 69215634-e67f-4617-831c-2b142552a9bc. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.578398] env[68640]: DEBUG nova.network.neutron [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.614100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.614258] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.614414] env[68640]: DEBUG nova.network.neutron [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.639318] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529bdb9b-e126-4df6-88fc-735e092d5a17, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.640118] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8fbe501-cbcd-48db-bcea-ff5994215a9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.645616] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 731.645616] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5265d255-d400-979b-7a1c-be8a3d142c3f" [ 731.645616] env[68640]: _type = "Task" [ 731.645616] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.653934] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5265d255-d400-979b-7a1c-be8a3d142c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.823186] env[68640]: DEBUG nova.compute.utils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.825105] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.825392] env[68640]: DEBUG nova.network.neutron [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.912829] env[68640]: DEBUG nova.policy [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '067f78f9267b48fb872ee7a0a2124e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8ee8f1a2b24f909f76a63b9846e033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.082270] env[68640]: DEBUG oslo_concurrency.lockutils [req-3f23424c-4200-403b-bb69-291702e2ed77 req-d96c6fe8-d66b-4907-9f39-a06a60a00d57 service nova] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.156291] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5265d255-d400-979b-7a1c-be8a3d142c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.016178} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.156670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.158237] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50/c61ee34d-013c-48f9-a317-64fd8e3c3b50.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.159097] env[68640]: DEBUG nova.network.neutron [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.161062] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2721e135-bca2-4b74-8a10-4652ed5ae6b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.167545] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 732.167545] env[68640]: value = "task-2990329" [ 732.167545] env[68640]: _type = "Task" [ 732.167545] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.175808] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.330189] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.335340] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "1e358274-7d2a-42c3-af65-387f347f8925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.335460] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "1e358274-7d2a-42c3-af65-387f347f8925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.335597] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "1e358274-7d2a-42c3-af65-387f347f8925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.335818] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "1e358274-7d2a-42c3-af65-387f347f8925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.336012] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "1e358274-7d2a-42c3-af65-387f347f8925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.340893] env[68640]: INFO nova.compute.manager [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Terminating instance [ 732.348948] env[68640]: DEBUG nova.network.neutron [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Successfully created port: 03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.389124] env[68640]: DEBUG nova.network.neutron [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.682701] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990329, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.844663] env[68640]: DEBUG nova.compute.manager [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.844989] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.845936] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc605a-1f14-447d-a487-09f590c04c14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.854493] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.854806] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9710327f-b84c-4b84-8f2b-cad3b6be2db5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.862302] env[68640]: DEBUG oslo_vmware.api [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 732.862302] env[68640]: value = "task-2990330" [ 732.862302] env[68640]: _type = "Task" [ 732.862302] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.872766] env[68640]: DEBUG oslo_vmware.api [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.893192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.893192] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Instance network_info: |[{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.895051] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:31:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7ce2264-7581-4034-9851-eaab93b993d2', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.902433] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Creating folder: Project (57f3123d3a2a4a6b80f7d922c39d6a52). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.906580] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-865f931e-7225-4a46-8fba-4c536fffa742 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.911822] env[68640]: DEBUG nova.compute.manager [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received event network-vif-plugged-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.911822] env[68640]: DEBUG oslo_concurrency.lockutils [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] Acquiring lock "9172c277-4b51-4c2d-b86b-4e70028eca7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.911822] env[68640]: DEBUG oslo_concurrency.lockutils [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.911822] env[68640]: DEBUG oslo_concurrency.lockutils [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.911822] env[68640]: DEBUG nova.compute.manager [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] No waiting events found dispatching network-vif-plugged-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.912114] env[68640]: WARNING nova.compute.manager [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received unexpected event network-vif-plugged-f7ce2264-7581-4034-9851-eaab93b993d2 for instance with vm_state building and task_state spawning. [ 732.912114] env[68640]: DEBUG nova.compute.manager [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.912818] env[68640]: DEBUG nova.compute.manager [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing instance network info cache due to event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.912818] env[68640]: DEBUG oslo_concurrency.lockutils [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.912818] env[68640]: DEBUG oslo_concurrency.lockutils [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.912818] env[68640]: DEBUG nova.network.neutron [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.923825] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Created folder: Project (57f3123d3a2a4a6b80f7d922c39d6a52) in parent group-v599664. [ 732.924015] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Creating folder: Instances. Parent ref: group-v599745. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.924377] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67531076-663c-46ce-b113-eb974bd43ced {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.934886] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Created folder: Instances in parent group-v599745. [ 732.935144] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.935335] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.935541] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd296e8-d760-46f7-9dc1-d56e60912440 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.960145] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.960145] env[68640]: value = "task-2990333" [ 732.960145] env[68640]: _type = "Task" [ 732.960145] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.970249] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990333, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.992617] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a41b51-29f0-4a1b-85e3-feda9c324621 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.000603] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465c8d8-4ee1-4105-8087-30fb9cc3631c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.049348] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed07da6d-b9b5-46f7-bbd1-7de33f6b2794 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.060105] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f9b478-f4d1-4404-a5af-27691e77e623 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.078445] env[68640]: DEBUG nova.compute.provider_tree [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.180933] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558445} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.181651] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50/c61ee34d-013c-48f9-a317-64fd8e3c3b50.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.181925] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.182217] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7fcc6e6-7711-4da8-8ea8-d05a27259310 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.189505] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 733.189505] env[68640]: value = "task-2990334" [ 733.189505] env[68640]: _type = "Task" [ 733.189505] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.198252] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.343916] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.368697] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.368954] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.369125] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.369311] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.369458] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.369603] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.369805] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.369959] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.370134] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.370298] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.370465] env[68640]: DEBUG nova.virt.hardware [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.371240] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c0fa0-6874-4f4c-abfb-f1e32f449b41 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.377339] env[68640]: DEBUG oslo_vmware.api [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990330, 'name': PowerOffVM_Task, 'duration_secs': 0.323078} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.377915] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.378105] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.378350] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cb5778c-de0c-4de3-801e-7101364a508e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.386236] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6727a9-38f4-4a90-8674-5908d2310a9f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.468813] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.468992] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.469175] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Deleting the datastore file [datastore1] 1e358274-7d2a-42c3-af65-387f347f8925 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.472300] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a3ddf1-4fc5-43bc-8e94-be3d67d719f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.474241] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990333, 'name': CreateVM_Task, 'duration_secs': 0.358106} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.474241] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.475063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.475230] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.475519] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.475752] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-317597eb-364e-4e43-a31d-fdedacc6bc13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.478134] env[68640]: DEBUG oslo_vmware.api [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for the task: (returnval){ [ 733.478134] env[68640]: value = "task-2990336" [ 733.478134] env[68640]: _type = "Task" [ 733.478134] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.482095] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 733.482095] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5203e6d7-a817-9cae-71bc-d9a0d3e8347b" [ 733.482095] env[68640]: _type = "Task" [ 733.482095] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.487855] env[68640]: DEBUG oslo_vmware.api [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.494807] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5203e6d7-a817-9cae-71bc-d9a0d3e8347b, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.494999] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.495230] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.495651] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.495651] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.495755] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.495975] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a1fed88-2b0b-42d8-92ce-a19ea50b4bde {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.503686] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.503949] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.507465] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7aa75a-88cd-42b7-af83-f632b011224b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.512971] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 733.512971] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ee258-e793-c43b-3938-82eb9743ca08" [ 733.512971] env[68640]: _type = "Task" [ 733.512971] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.519937] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ee258-e793-c43b-3938-82eb9743ca08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.580672] env[68640]: DEBUG nova.scheduler.client.report [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.628444] env[68640]: DEBUG nova.network.neutron [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updated VIF entry in instance network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.628941] env[68640]: DEBUG nova.network.neutron [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.699246] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075069} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.699610] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.700467] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e701ff27-1ed7-4d78-b077-dfbf1007cc88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.722445] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50/c61ee34d-013c-48f9-a317-64fd8e3c3b50.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.722691] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31964e8-2aee-4a0f-835c-aafbe153eea6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.742533] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 733.742533] env[68640]: value = "task-2990337" [ 733.742533] env[68640]: _type = "Task" [ 733.742533] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.750221] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.988494] env[68640]: DEBUG oslo_vmware.api [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Task: {'id': task-2990336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150115} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.988807] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.988941] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.989093] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.989269] env[68640]: INFO nova.compute.manager [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Took 1.14 seconds to destroy the instance on the hypervisor. [ 733.989561] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.989762] env[68640]: DEBUG nova.compute.manager [-] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.989873] env[68640]: DEBUG nova.network.neutron [-] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.010094] env[68640]: DEBUG nova.network.neutron [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Successfully updated port: 03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.026486] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ee258-e793-c43b-3938-82eb9743ca08, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.027354] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d047f8-7163-4129-8c08-e51e9a106084 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.036648] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 734.036648] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525c0c1f-e5d7-5860-5399-1d95b0b60282" [ 734.036648] env[68640]: _type = "Task" [ 734.036648] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.047054] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525c0c1f-e5d7-5860-5399-1d95b0b60282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.089134] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.089134] env[68640]: DEBUG nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.091198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.453s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.092551] env[68640]: INFO nova.compute.claims [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.131953] env[68640]: DEBUG oslo_concurrency.lockutils [req-eaaf53c7-aee8-4652-8e32-646600b40b94 req-606dbf35-adee-444a-95d3-943207efb0e1 service nova] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.254379] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990337, 'name': ReconfigVM_Task, 'duration_secs': 0.30997} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.254538] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50/c61ee34d-013c-48f9-a317-64fd8e3c3b50.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.255234] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4b29d6-0be3-4def-a97d-5bf2e60bc4f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.261762] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 734.261762] env[68640]: value = "task-2990338" [ 734.261762] env[68640]: _type = "Task" [ 734.261762] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.269715] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990338, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.512998] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "refresh_cache-b6bc3cbc-2cee-4470-a436-d11518ec54fa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.513278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired lock "refresh_cache-b6bc3cbc-2cee-4470-a436-d11518ec54fa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.513309] env[68640]: DEBUG nova.network.neutron [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.547097] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525c0c1f-e5d7-5860-5399-1d95b0b60282, 'name': SearchDatastore_Task, 'duration_secs': 0.010473} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.547352] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.547632] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 9172c277-4b51-4c2d-b86b-4e70028eca7f/9172c277-4b51-4c2d-b86b-4e70028eca7f.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.547940] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4bf4835-98dc-4177-b9e6-d00a56b998d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.554606] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 734.554606] env[68640]: value = "task-2990339" [ 734.554606] env[68640]: _type = "Task" [ 734.554606] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.562083] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.597440] env[68640]: DEBUG nova.compute.utils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.600685] env[68640]: DEBUG nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 734.772855] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990338, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.811388] env[68640]: DEBUG nova.network.neutron [-] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.938893] env[68640]: DEBUG nova.compute.manager [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Received event network-vif-plugged-03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.939233] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] Acquiring lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.939457] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.939624] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.939790] env[68640]: DEBUG nova.compute.manager [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] No waiting events found dispatching network-vif-plugged-03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.939952] env[68640]: WARNING nova.compute.manager [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Received unexpected event network-vif-plugged-03520fdd-b719-438b-87d2-fc1d8f4e9242 for instance with vm_state building and task_state spawning. [ 734.940124] env[68640]: DEBUG nova.compute.manager [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Received event network-changed-03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.940279] env[68640]: DEBUG nova.compute.manager [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Refreshing instance network info cache due to event network-changed-03520fdd-b719-438b-87d2-fc1d8f4e9242. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.940449] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] Acquiring lock "refresh_cache-b6bc3cbc-2cee-4470-a436-d11518ec54fa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.055841] env[68640]: DEBUG nova.network.neutron [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.067344] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.101134] env[68640]: DEBUG nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.269687] env[68640]: DEBUG nova.network.neutron [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Updating instance_info_cache with network_info: [{"id": "03520fdd-b719-438b-87d2-fc1d8f4e9242", "address": "fa:16:3e:98:50:09", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03520fdd-b7", "ovs_interfaceid": "03520fdd-b719-438b-87d2-fc1d8f4e9242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.276719] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990338, 'name': Rename_Task, 'duration_secs': 0.92135} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.277010] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.277278] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2aa7e81-f79f-4498-94c2-0298668a8a6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.284161] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 735.284161] env[68640]: value = "task-2990340" [ 735.284161] env[68640]: _type = "Task" [ 735.284161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.300893] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.314232] env[68640]: INFO nova.compute.manager [-] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Took 1.32 seconds to deallocate network for instance. [ 735.566951] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.911517} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.569334] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 9172c277-4b51-4c2d-b86b-4e70028eca7f/9172c277-4b51-4c2d-b86b-4e70028eca7f.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.569561] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.569989] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35eb53cb-5797-4dd7-a7f2-c0e630ce3a5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.576586] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 735.576586] env[68640]: value = "task-2990341" [ 735.576586] env[68640]: _type = "Task" [ 735.576586] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.589044] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.758397] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00bb2c7-ac07-4ad7-926b-2da0b9efa907 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.767209] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedff46c-9838-42af-8eae-68a915acf35f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.771185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Releasing lock "refresh_cache-b6bc3cbc-2cee-4470-a436-d11518ec54fa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.771613] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Instance network_info: |[{"id": "03520fdd-b719-438b-87d2-fc1d8f4e9242", "address": "fa:16:3e:98:50:09", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03520fdd-b7", "ovs_interfaceid": "03520fdd-b719-438b-87d2-fc1d8f4e9242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.771912] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] Acquired lock "refresh_cache-b6bc3cbc-2cee-4470-a436-d11518ec54fa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.772122] env[68640]: DEBUG nova.network.neutron [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Refreshing network info cache for port 03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.773288] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:50:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03520fdd-b719-438b-87d2-fc1d8f4e9242', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.783363] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.785497] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.785863] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db293b0-c5f5-401e-a496-c5cdd74a6bc4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.830099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.832078] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56358a9-6dfc-4b16-afa2-8654098e0dd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.839902] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.839902] env[68640]: value = "task-2990342" [ 735.839902] env[68640]: _type = "Task" [ 735.839902] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.840179] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.849325] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a9bb4-5a91-4552-a410-b2675f436921 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.856577] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990342, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.866896] env[68640]: DEBUG nova.compute.provider_tree [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.087207] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064149} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.087485] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.088270] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e89cd09-078a-44d4-abe5-15155b5d3f5b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.110481] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9172c277-4b51-4c2d-b86b-4e70028eca7f/9172c277-4b51-4c2d-b86b-4e70028eca7f.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.110789] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbba3def-573f-4329-9cec-db027fdcac90 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.125765] env[68640]: DEBUG nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.133010] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 736.133010] env[68640]: value = "task-2990343" [ 736.133010] env[68640]: _type = "Task" [ 736.133010] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.141765] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.152398] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.152769] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.152975] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.153252] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.153499] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.153716] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.153968] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.154192] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.154397] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.154596] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.154833] env[68640]: DEBUG nova.virt.hardware [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.155762] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98a76ab-4b17-4e52-aa58-7b6ef5bb1567 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.163830] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014d0718-dd18-4af7-bd8e-c878dfd7ca8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.179949] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.185993] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Creating folder: Project (94ba0dd4e3664957bb07932f6dfd4c06). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.186359] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25268b4a-4e67-4f4f-b46a-c279c50161c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.195830] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Created folder: Project (94ba0dd4e3664957bb07932f6dfd4c06) in parent group-v599664. [ 736.196057] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Creating folder: Instances. Parent ref: group-v599749. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.196303] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-562e5e80-9d39-4569-8972-95f60f0da5ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.204987] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Created folder: Instances in parent group-v599749. [ 736.205244] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.205585] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.205658] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2cbb37b-6994-496f-bf16-0bc59944b7e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.221812] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.221812] env[68640]: value = "task-2990346" [ 736.221812] env[68640]: _type = "Task" [ 736.221812] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.229307] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990346, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.296910] env[68640]: DEBUG oslo_vmware.api [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990340, 'name': PowerOnVM_Task, 'duration_secs': 0.709689} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.297197] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.297394] env[68640]: INFO nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 8.33 seconds to spawn the instance on the hypervisor. [ 736.297589] env[68640]: DEBUG nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.298367] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce4536-f548-4d46-aecf-71b16b2f4463 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.351088] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990342, 'name': CreateVM_Task, 'duration_secs': 0.34737} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.351274] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.351955] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.352135] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.352674] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.352747] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37deaf2d-a9e1-4df5-8c27-0b2c4cc9c1a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.357585] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 736.357585] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529db095-f225-55b4-4bba-4468ab740b73" [ 736.357585] env[68640]: _type = "Task" [ 736.357585] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.367699] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529db095-f225-55b4-4bba-4468ab740b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.370659] env[68640]: DEBUG nova.scheduler.client.report [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.554681] env[68640]: DEBUG nova.network.neutron [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Updated VIF entry in instance network info cache for port 03520fdd-b719-438b-87d2-fc1d8f4e9242. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.555194] env[68640]: DEBUG nova.network.neutron [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Updating instance_info_cache with network_info: [{"id": "03520fdd-b719-438b-87d2-fc1d8f4e9242", "address": "fa:16:3e:98:50:09", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03520fdd-b7", "ovs_interfaceid": "03520fdd-b719-438b-87d2-fc1d8f4e9242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.643085] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.732306] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990346, 'name': CreateVM_Task, 'duration_secs': 0.348628} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.732502] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.732953] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.817080] env[68640]: INFO nova.compute.manager [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 39.45 seconds to build instance. [ 736.869854] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529db095-f225-55b4-4bba-4468ab740b73, 'name': SearchDatastore_Task, 'duration_secs': 0.02785} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.869854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.870087] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.870355] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.870679] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.870837] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.871127] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.871453] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.871702] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9482bc57-da84-4a45-9d90-ee55d3a92b41 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.873678] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c507f9a4-471f-427a-9332-8f6fda3ec5a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.875862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.876858] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.880027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.737s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.881130] env[68640]: INFO nova.compute.claims [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.886250] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.886363] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.888191] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943bfb70-cf42-4f57-bf23-6009b43c5e50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.890793] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 736.890793] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52624306-9b7d-1195-474d-e89e4838b582" [ 736.890793] env[68640]: _type = "Task" [ 736.890793] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.896114] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 736.896114] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6ba5d-928e-e493-23d3-b761151cd3eb" [ 736.896114] env[68640]: _type = "Task" [ 736.896114] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.903176] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52624306-9b7d-1195-474d-e89e4838b582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.907843] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6ba5d-928e-e493-23d3-b761151cd3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.057639] env[68640]: DEBUG oslo_concurrency.lockutils [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] Releasing lock "refresh_cache-b6bc3cbc-2cee-4470-a436-d11518ec54fa" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.057909] env[68640]: DEBUG nova.compute.manager [req-4f83a0c8-3425-43d6-8223-c436a5c1db39 req-ea98b982-4be6-4dc1-be37-e68cfb4a9b4e service nova] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Received event network-vif-deleted-66fb9938-34f9-45cb-ad8f-ad7b94f95bfc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.142959] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990343, 'name': ReconfigVM_Task, 'duration_secs': 0.846821} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.143281] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9172c277-4b51-4c2d-b86b-4e70028eca7f/9172c277-4b51-4c2d-b86b-4e70028eca7f.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.144029] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e39b01-92b4-4138-960b-ce6e72fb8743 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.149865] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 737.149865] env[68640]: value = "task-2990347" [ 737.149865] env[68640]: _type = "Task" [ 737.149865] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.157517] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990347, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.319224] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ca448c50-a76a-4fc9-8ac9-ece33492000e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.627s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.389603] env[68640]: DEBUG nova.compute.utils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.396077] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.396077] env[68640]: DEBUG nova.network.neutron [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.416381] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52624306-9b7d-1195-474d-e89e4838b582, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.421832] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.422167] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.422420] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.426022] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6ba5d-928e-e493-23d3-b761151cd3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017255} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.426022] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e553b27b-2994-42c4-bb26-b7b78b8a9ccc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.429335] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 737.429335] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529cdca0-dc40-95a5-6a02-f0afc9b5c9ad" [ 737.429335] env[68640]: _type = "Task" [ 737.429335] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.439430] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529cdca0-dc40-95a5-6a02-f0afc9b5c9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.464897] env[68640]: DEBUG nova.policy [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ba78ed400b04eb8b61c21af6f5a295f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd6e86b969f9490a8ba7ae1cd81b54aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.661140] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990347, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.804787] env[68640]: DEBUG nova.network.neutron [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Successfully created port: e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.825143] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.899930] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.926340] env[68640]: DEBUG nova.compute.manager [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Received event network-changed-69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.926441] env[68640]: DEBUG nova.compute.manager [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Refreshing instance network info cache due to event network-changed-69215634-e67f-4617-831c-2b142552a9bc. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.926663] env[68640]: DEBUG oslo_concurrency.lockutils [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.926803] env[68640]: DEBUG oslo_concurrency.lockutils [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.926960] env[68640]: DEBUG nova.network.neutron [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Refreshing network info cache for port 69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.962341] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529cdca0-dc40-95a5-6a02-f0afc9b5c9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.022276} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.969527] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.969933] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] b6bc3cbc-2cee-4470-a436-d11518ec54fa/b6bc3cbc-2cee-4470-a436-d11518ec54fa.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.971221] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.971472] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.971798] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36fbe91d-c815-4f9a-ab45-ce2428c54819 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.974582] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576790e9-6432-4409-a2de-b6a8283cf95e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.983725] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 737.983725] env[68640]: value = "task-2990348" [ 737.983725] env[68640]: _type = "Task" [ 737.983725] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.984911] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.985097] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.988867] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f169ca2-1fbc-44cc-acab-955b23265505 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.998575] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.999763] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 737.999763] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f868be-672a-c8cc-ed64-e396cb7d457a" [ 737.999763] env[68640]: _type = "Task" [ 737.999763] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.007288] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f868be-672a-c8cc-ed64-e396cb7d457a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.161284] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990347, 'name': Rename_Task, 'duration_secs': 0.926084} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.161560] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.161831] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01876328-2972-4665-b00e-1dc89db92452 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.170930] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 738.170930] env[68640]: value = "task-2990349" [ 738.170930] env[68640]: _type = "Task" [ 738.170930] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.183203] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.348206] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.497189] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990348, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.514685] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f868be-672a-c8cc-ed64-e396cb7d457a, 'name': SearchDatastore_Task, 'duration_secs': 0.016969} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.514685] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dfd578-23cc-472d-8fe3-fa5dd5d22d18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.521192] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 738.521192] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a4fbed-9722-b6aa-7bd0-4b39172b2c35" [ 738.521192] env[68640]: _type = "Task" [ 738.521192] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.533355] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a4fbed-9722-b6aa-7bd0-4b39172b2c35, 'name': SearchDatastore_Task, 'duration_secs': 0.009266} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.533594] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.533841] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.534105] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c7231f5-8495-4728-800c-4ec987854eeb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.541412] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 738.541412] env[68640]: value = "task-2990350" [ 738.541412] env[68640]: _type = "Task" [ 738.541412] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.552256] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.567175] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a68fdd1-648b-4f47-ac9d-b7fb9151a217 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.573892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29419457-921e-4af3-99d0-3f0ec51ae921 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.608772] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a3ba89-407d-45df-b945-1ccf5e7f45c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.616193] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f579766-3f98-4989-a811-4812989264b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.629296] env[68640]: DEBUG nova.compute.provider_tree [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.680977] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.749049] env[68640]: DEBUG nova.network.neutron [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updated VIF entry in instance network info cache for port 69215634-e67f-4617-831c-2b142552a9bc. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.749049] env[68640]: DEBUG nova.network.neutron [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.912310] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.940186] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.940449] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.940669] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.940880] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.941102] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.941355] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.941613] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.941781] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.941949] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.942159] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.942375] env[68640]: DEBUG nova.virt.hardware [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.943329] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aedce0f-88fd-43f4-ba84-7f362df7c7fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.954036] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17fdaa1-83df-4016-9bb8-98f2d069a174 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.995649] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53156} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.995975] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] b6bc3cbc-2cee-4470-a436-d11518ec54fa/b6bc3cbc-2cee-4470-a436-d11518ec54fa.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.996214] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.996843] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a963ca5-62ee-4308-9fbc-6c1ca3205e95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.006405] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 739.006405] env[68640]: value = "task-2990351" [ 739.006405] env[68640]: _type = "Task" [ 739.006405] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.017258] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.058087] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.133032] env[68640]: DEBUG nova.scheduler.client.report [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.182323] env[68640]: DEBUG oslo_vmware.api [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990349, 'name': PowerOnVM_Task, 'duration_secs': 0.913116} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.182697] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.183098] env[68640]: INFO nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Took 8.51 seconds to spawn the instance on the hypervisor. [ 739.183423] env[68640]: DEBUG nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.184364] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2bd950-b09a-43e5-a821-40612400bfe8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.252367] env[68640]: DEBUG oslo_concurrency.lockutils [req-92f31b07-7454-4b99-9b96-5077f68304ce req-6efb223c-875e-4b23-bec5-80af2e865378 service nova] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.265778] env[68640]: DEBUG nova.compute.manager [req-c74e45fe-02fc-4478-a755-3a9eba7c6a06 req-a268d4c0-e03d-4ebc-b0f6-9975ca540318 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Received event network-vif-plugged-e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.267272] env[68640]: DEBUG oslo_concurrency.lockutils [req-c74e45fe-02fc-4478-a755-3a9eba7c6a06 req-a268d4c0-e03d-4ebc-b0f6-9975ca540318 service nova] Acquiring lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.267272] env[68640]: DEBUG oslo_concurrency.lockutils [req-c74e45fe-02fc-4478-a755-3a9eba7c6a06 req-a268d4c0-e03d-4ebc-b0f6-9975ca540318 service nova] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.267272] env[68640]: DEBUG oslo_concurrency.lockutils [req-c74e45fe-02fc-4478-a755-3a9eba7c6a06 req-a268d4c0-e03d-4ebc-b0f6-9975ca540318 service nova] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.267272] env[68640]: DEBUG nova.compute.manager [req-c74e45fe-02fc-4478-a755-3a9eba7c6a06 req-a268d4c0-e03d-4ebc-b0f6-9975ca540318 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] No waiting events found dispatching network-vif-plugged-e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.267272] env[68640]: WARNING nova.compute.manager [req-c74e45fe-02fc-4478-a755-3a9eba7c6a06 req-a268d4c0-e03d-4ebc-b0f6-9975ca540318 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Received unexpected event network-vif-plugged-e216c3dd-75ab-4516-a824-b8887b7f5b9b for instance with vm_state building and task_state spawning. [ 739.356146] env[68640]: DEBUG nova.network.neutron [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Successfully updated port: e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.516666] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08475} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.516929] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.517700] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6b46e9-67d3-400d-b22f-b5d560e52d29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.539657] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] b6bc3cbc-2cee-4470-a436-d11518ec54fa/b6bc3cbc-2cee-4470-a436-d11518ec54fa.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.539957] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d946142-be51-488b-be8c-0a6943a2d136 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.563118] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58075} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.564317] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.564501] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.564828] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 739.564828] env[68640]: value = "task-2990352" [ 739.564828] env[68640]: _type = "Task" [ 739.564828] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.565030] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a37a57ff-ea79-457c-92b1-b780b30f9823 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.575269] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990352, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.577979] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 739.577979] env[68640]: value = "task-2990353" [ 739.577979] env[68640]: _type = "Task" [ 739.577979] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.587070] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.637833] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.638385] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.642369] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.246s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.646281] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.646466] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 739.646768] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.827s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.646976] env[68640]: DEBUG nova.objects.instance [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lazy-loading 'resources' on Instance uuid 91948ae2-5ced-4505-958c-4d35577cd24e {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.649198] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7ea949-a0b5-4aa0-a33b-9d8c11ed1d91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.661626] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f921d151-9223-497c-ae4e-2b8fb6005960 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.677043] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede0523f-bb9b-491c-be00-e5d610bc3616 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.684594] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e914395f-cdd7-42a6-af17-f7ca4de87b4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.721336] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179371MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 739.721336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.723597] env[68640]: INFO nova.compute.manager [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Took 41.57 seconds to build instance. [ 739.860337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "refresh_cache-cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.860337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquired lock "refresh_cache-cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.860337] env[68640]: DEBUG nova.network.neutron [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.077779] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990352, 'name': ReconfigVM_Task, 'duration_secs': 0.299847} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.078240] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Reconfigured VM instance instance-0000001e to attach disk [datastore2] b6bc3cbc-2cee-4470-a436-d11518ec54fa/b6bc3cbc-2cee-4470-a436-d11518ec54fa.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.078956] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8170ff-ee18-4442-a605-3e014f441966 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.093325] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081616} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.094801] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.095315] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 740.095315] env[68640]: value = "task-2990354" [ 740.095315] env[68640]: _type = "Task" [ 740.095315] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.096094] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78107cc-386e-4af6-9e86-ca10484a7b27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.106860] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990354, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.124019] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.124363] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b375de96-1086-48d6-b133-1d57a2336454 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.144854] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 740.144854] env[68640]: value = "task-2990355" [ 740.144854] env[68640]: _type = "Task" [ 740.144854] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.149510] env[68640]: DEBUG nova.compute.utils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.154912] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.155107] env[68640]: DEBUG nova.network.neutron [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.159519] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.219607] env[68640]: DEBUG nova.policy [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c4564a5709c4375a775b42b37f0cb7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c9e150edf1b461f9c16ca63cc60f00a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.226074] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b82c141-2c2e-41a3-8fdd-7600c9273142 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.224s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.429856] env[68640]: DEBUG nova.network.neutron [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.611171] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990354, 'name': Rename_Task, 'duration_secs': 0.14322} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.611448] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.611698] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b85c961-1a7c-474c-97e9-5a474431f365 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.623747] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 740.623747] env[68640]: value = "task-2990356" [ 740.623747] env[68640]: _type = "Task" [ 740.623747] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.636905] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990356, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.656356] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990355, 'name': ReconfigVM_Task, 'duration_secs': 0.464116} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.656356] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.656356] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5402ea1-b204-45a2-adda-6dce36c0ffba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.658298] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.668188] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 740.668188] env[68640]: value = "task-2990357" [ 740.668188] env[68640]: _type = "Task" [ 740.668188] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.680163] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990357, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.731459] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.740188] env[68640]: DEBUG nova.network.neutron [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Updating instance_info_cache with network_info: [{"id": "e216c3dd-75ab-4516-a824-b8887b7f5b9b", "address": "fa:16:3e:66:d4:8a", "network": {"id": "d1ceb667-42f2-4ce6-8cbe-c7763448ffcd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-495315633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd6e86b969f9490a8ba7ae1cd81b54aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216c3dd-75", "ovs_interfaceid": "e216c3dd-75ab-4516-a824-b8887b7f5b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.794989] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332bb19-0400-46ad-936f-51c28cf232cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.803367] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356bf265-fbc3-48e8-8d9b-56026d7cb16d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.807242] env[68640]: DEBUG nova.network.neutron [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Successfully created port: 3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.839846] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a7edc-24b3-4599-a4bd-6ffc6081dc0a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.847836] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493fd97-5032-4787-9800-5e0ced69f9e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.861393] env[68640]: DEBUG nova.compute.provider_tree [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.138034] env[68640]: DEBUG oslo_vmware.api [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990356, 'name': PowerOnVM_Task, 'duration_secs': 0.483424} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.138034] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.138034] env[68640]: INFO nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Took 7.79 seconds to spawn the instance on the hypervisor. [ 741.138034] env[68640]: DEBUG nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.138034] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee81b7c-6a6b-4427-825d-aff1203de69d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.186011] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990357, 'name': Rename_Task, 'duration_secs': 0.171366} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.186011] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.186243] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce29532c-3c9c-4a3b-b411-ad5015c54904 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.194047] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 741.194047] env[68640]: value = "task-2990358" [ 741.194047] env[68640]: _type = "Task" [ 741.194047] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.203524] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.242504] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Releasing lock "refresh_cache-cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.243071] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Instance network_info: |[{"id": "e216c3dd-75ab-4516-a824-b8887b7f5b9b", "address": "fa:16:3e:66:d4:8a", "network": {"id": "d1ceb667-42f2-4ce6-8cbe-c7763448ffcd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-495315633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd6e86b969f9490a8ba7ae1cd81b54aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216c3dd-75", "ovs_interfaceid": "e216c3dd-75ab-4516-a824-b8887b7f5b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.243535] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:d4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e216c3dd-75ab-4516-a824-b8887b7f5b9b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.251467] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Creating folder: Project (cd6e86b969f9490a8ba7ae1cd81b54aa). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.251806] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f2d9cd1-a832-4982-8691-7af5ca6ab679 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.254938] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.263427] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Created folder: Project (cd6e86b969f9490a8ba7ae1cd81b54aa) in parent group-v599664. [ 741.263612] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Creating folder: Instances. Parent ref: group-v599752. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.263856] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4209c99-24f6-4f0c-b1f6-b54b803351de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.274852] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Created folder: Instances in parent group-v599752. [ 741.275098] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.275656] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.275656] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc09e134-20ea-4e8c-8692-37d177f8d73b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.299899] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.299899] env[68640]: value = "task-2990361" [ 741.299899] env[68640]: _type = "Task" [ 741.299899] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.307584] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990361, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.310951] env[68640]: DEBUG nova.compute.manager [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Received event network-changed-e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.311145] env[68640]: DEBUG nova.compute.manager [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Refreshing instance network info cache due to event network-changed-e216c3dd-75ab-4516-a824-b8887b7f5b9b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.311447] env[68640]: DEBUG oslo_concurrency.lockutils [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] Acquiring lock "refresh_cache-cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.311482] env[68640]: DEBUG oslo_concurrency.lockutils [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] Acquired lock "refresh_cache-cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.311640] env[68640]: DEBUG nova.network.neutron [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Refreshing network info cache for port e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.365435] env[68640]: DEBUG nova.scheduler.client.report [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.660427] env[68640]: INFO nova.compute.manager [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Took 39.80 seconds to build instance. [ 741.678227] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.708328] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.710521] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.710731] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.710882] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.711070] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.711217] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.711364] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.711572] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.711862] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.711900] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.712041] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.712216] env[68640]: DEBUG nova.virt.hardware [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.714079] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a04beb-7bb4-4637-9cbe-cd68d2fc52cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.722217] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0884a216-861d-4a4d-9917-596fb4aac3ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.810072] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990361, 'name': CreateVM_Task, 'duration_secs': 0.335596} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.810468] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.810928] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.811138] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.811494] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.811710] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc77a3e-77a9-4867-8a07-f8403128207b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.818535] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 741.818535] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520b4e46-9458-1198-e0ba-32d2792b1ddd" [ 741.818535] env[68640]: _type = "Task" [ 741.818535] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.826639] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520b4e46-9458-1198-e0ba-32d2792b1ddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.874069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.875894] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.846s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.877518] env[68640]: INFO nova.compute.claims [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.893123] env[68640]: INFO nova.scheduler.client.report [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Deleted allocations for instance 91948ae2-5ced-4505-958c-4d35577cd24e [ 742.024676] env[68640]: DEBUG nova.network.neutron [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Updated VIF entry in instance network info cache for port e216c3dd-75ab-4516-a824-b8887b7f5b9b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.024676] env[68640]: DEBUG nova.network.neutron [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Updating instance_info_cache with network_info: [{"id": "e216c3dd-75ab-4516-a824-b8887b7f5b9b", "address": "fa:16:3e:66:d4:8a", "network": {"id": "d1ceb667-42f2-4ce6-8cbe-c7763448ffcd", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-495315633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd6e86b969f9490a8ba7ae1cd81b54aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape216c3dd-75", "ovs_interfaceid": "e216c3dd-75ab-4516-a824-b8887b7f5b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.162337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5361983-e8b0-400c-b199-ff2a4d16c7ad tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.557s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.204688] env[68640]: DEBUG oslo_vmware.api [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990358, 'name': PowerOnVM_Task, 'duration_secs': 0.519279} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.204952] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.205167] env[68640]: INFO nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Took 6.08 seconds to spawn the instance on the hypervisor. [ 742.205345] env[68640]: DEBUG nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.206133] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b2f06-8a19-4d57-b085-59fedfdeee7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.330251] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520b4e46-9458-1198-e0ba-32d2792b1ddd, 'name': SearchDatastore_Task, 'duration_secs': 0.015663} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.330594] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.330836] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.331101] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.331261] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.331458] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.331739] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4063845-7753-4e63-8e66-2e6ace2a4a6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.343961] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.344252] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.345082] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f404895-17de-4b6e-a4fe-f90a2d6acd44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.352070] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 742.352070] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ada88b-a7da-ed5a-a8e5-81cb8ffbf3ba" [ 742.352070] env[68640]: _type = "Task" [ 742.352070] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.359401] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ada88b-a7da-ed5a-a8e5-81cb8ffbf3ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.404484] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f4499b1-f1b8-4f38-8117-0ee3d4e15efd tempest-InstanceActionsTestJSON-1345045874 tempest-InstanceActionsTestJSON-1345045874-project-member] Lock "91948ae2-5ced-4505-958c-4d35577cd24e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.553s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.501773] env[68640]: DEBUG nova.network.neutron [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Successfully updated port: 3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.526536] env[68640]: DEBUG oslo_concurrency.lockutils [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] Releasing lock "refresh_cache-cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.527320] env[68640]: DEBUG nova.compute.manager [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.527555] env[68640]: DEBUG nova.compute.manager [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing instance network info cache due to event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.527776] env[68640]: DEBUG oslo_concurrency.lockutils [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.527909] env[68640]: DEBUG oslo_concurrency.lockutils [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.528082] env[68640]: DEBUG nova.network.neutron [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.665410] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.723986] env[68640]: INFO nova.compute.manager [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Took 35.32 seconds to build instance. [ 742.863565] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ada88b-a7da-ed5a-a8e5-81cb8ffbf3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.038454} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.863565] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc4c9c2-a1a0-49ce-ab23-a23e8b80799b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.870794] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 742.870794] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c80007-b04c-c816-b432-4299a2134679" [ 742.870794] env[68640]: _type = "Task" [ 742.870794] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.883944] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c80007-b04c-c816-b432-4299a2134679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.005649] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.005796] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.006180] env[68640]: DEBUG nova.network.neutron [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.163319] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.163573] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.163777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.163957] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.164152] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.171023] env[68640]: INFO nova.compute.manager [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Terminating instance [ 743.191011] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.227087] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b8c11049-515c-4d72-857b-1f17b19bb893 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "14c46ebc-c084-4943-9721-bab5623654e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.500s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.342222] env[68640]: DEBUG nova.compute.manager [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Received event network-vif-plugged-3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.342432] env[68640]: DEBUG oslo_concurrency.lockutils [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] Acquiring lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.343043] env[68640]: DEBUG oslo_concurrency.lockutils [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.343043] env[68640]: DEBUG oslo_concurrency.lockutils [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.343043] env[68640]: DEBUG nova.compute.manager [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] No waiting events found dispatching network-vif-plugged-3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.343327] env[68640]: WARNING nova.compute.manager [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Received unexpected event network-vif-plugged-3be6a360-3a97-40a0-aa78-6f7298172f23 for instance with vm_state building and task_state spawning. [ 743.343530] env[68640]: DEBUG nova.compute.manager [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Received event network-changed-3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.347019] env[68640]: DEBUG nova.compute.manager [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Refreshing instance network info cache due to event network-changed-3be6a360-3a97-40a0-aa78-6f7298172f23. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.347019] env[68640]: DEBUG oslo_concurrency.lockutils [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] Acquiring lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.359434] env[68640]: DEBUG nova.network.neutron [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updated VIF entry in instance network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.359709] env[68640]: DEBUG nova.network.neutron [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.392770] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c80007-b04c-c816-b432-4299a2134679, 'name': SearchDatastore_Task, 'duration_secs': 0.026883} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.393047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.393576] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d/cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.393576] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b2d4ef-715e-4f26-afe9-52e6ad373f7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.403626] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 743.403626] env[68640]: value = "task-2990362" [ 743.403626] env[68640]: _type = "Task" [ 743.403626] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.413553] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.495976] env[68640]: INFO nova.compute.manager [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Rebuilding instance [ 743.553190] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec22d22-390f-4fd1-b2ca-0c049d85efe3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.558703] env[68640]: DEBUG nova.network.neutron [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.569418] env[68640]: DEBUG nova.compute.manager [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.570895] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e855690-a437-4442-8495-e97c8c3d2d16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.575785] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ec7c2d-1b32-4524-aafb-0536939aa9e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.615387] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9849f72-75a8-440c-96cb-990a056c3f63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.623154] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d916c15a-744c-4fff-8d22-5a9c2f2afa78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.637444] env[68640]: DEBUG nova.compute.provider_tree [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.681943] env[68640]: DEBUG nova.compute.manager [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.682640] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.683107] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998a32ca-1b33-42a2-a629-0afeb1568afc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.691839] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.692156] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd4b442-d588-462b-8b89-5b34756dd436 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.698458] env[68640]: DEBUG oslo_vmware.api [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 743.698458] env[68640]: value = "task-2990363" [ 743.698458] env[68640]: _type = "Task" [ 743.698458] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.710616] env[68640]: DEBUG oslo_vmware.api [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.736039] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.772015] env[68640]: DEBUG nova.network.neutron [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Updating instance_info_cache with network_info: [{"id": "3be6a360-3a97-40a0-aa78-6f7298172f23", "address": "fa:16:3e:0b:58:2e", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6a360-3a", "ovs_interfaceid": "3be6a360-3a97-40a0-aa78-6f7298172f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.865171] env[68640]: DEBUG oslo_concurrency.lockutils [req-3246227c-d602-49ea-b04a-ce103f930e25 req-2bd6a57f-cbaa-4ea9-92ba-48919562c186 service nova] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.916122] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.141348] env[68640]: DEBUG nova.scheduler.client.report [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.208481] env[68640]: DEBUG oslo_vmware.api [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990363, 'name': PowerOffVM_Task, 'duration_secs': 0.235608} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.208808] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.209037] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.209347] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af72eb2-db81-4843-a830-e373a4c6f4a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.267185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.275101] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.275581] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Instance network_info: |[{"id": "3be6a360-3a97-40a0-aa78-6f7298172f23", "address": "fa:16:3e:0b:58:2e", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6a360-3a", "ovs_interfaceid": "3be6a360-3a97-40a0-aa78-6f7298172f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.277532] env[68640]: DEBUG oslo_concurrency.lockutils [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] Acquired lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.277735] env[68640]: DEBUG nova.network.neutron [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Refreshing network info cache for port 3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.279083] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:58:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3be6a360-3a97-40a0-aa78-6f7298172f23', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.286954] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Creating folder: Project (9c9e150edf1b461f9c16ca63cc60f00a). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.287305] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.287530] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.287745] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Deleting the datastore file [datastore2] b6bc3cbc-2cee-4470-a436-d11518ec54fa {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.290976] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9bcbe03-f79b-49d6-8a7a-afba8f8e3cf3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.292982] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0cc798-651d-4d03-ac8e-bc7195a956e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.300257] env[68640]: DEBUG oslo_vmware.api [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for the task: (returnval){ [ 744.300257] env[68640]: value = "task-2990366" [ 744.300257] env[68640]: _type = "Task" [ 744.300257] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.305138] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Created folder: Project (9c9e150edf1b461f9c16ca63cc60f00a) in parent group-v599664. [ 744.305345] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Creating folder: Instances. Parent ref: group-v599755. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.305570] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa35f736-2e95-4add-a835-6fe5104e4d12 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.310561] env[68640]: DEBUG oslo_vmware.api [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.318169] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Created folder: Instances in parent group-v599755. [ 744.318438] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.318961] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.318961] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c5b4bb7-f274-4e93-b1fe-664a4e1715b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.340055] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.340055] env[68640]: value = "task-2990368" [ 744.340055] env[68640]: _type = "Task" [ 744.340055] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.347583] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990368, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.416931] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593936} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.417368] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d/cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.417627] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.417897] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-564ed413-eca8-4a52-aeb3-679a437fbe75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.424841] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 744.424841] env[68640]: value = "task-2990369" [ 744.424841] env[68640]: _type = "Task" [ 744.424841] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.434396] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.530379] env[68640]: DEBUG nova.network.neutron [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Updated VIF entry in instance network info cache for port 3be6a360-3a97-40a0-aa78-6f7298172f23. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.530741] env[68640]: DEBUG nova.network.neutron [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Updating instance_info_cache with network_info: [{"id": "3be6a360-3a97-40a0-aa78-6f7298172f23", "address": "fa:16:3e:0b:58:2e", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6a360-3a", "ovs_interfaceid": "3be6a360-3a97-40a0-aa78-6f7298172f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.616310] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.616736] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-230e0213-55f1-4fae-9932-20c6ed66fc54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.623856] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 744.623856] env[68640]: value = "task-2990370" [ 744.623856] env[68640]: _type = "Task" [ 744.623856] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.632009] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.647060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.647676] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.650433] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.395s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.650685] env[68640]: DEBUG nova.objects.instance [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lazy-loading 'resources' on Instance uuid 381deaa9-7935-4d31-9fb9-6ee36f3499a9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.809948] env[68640]: DEBUG oslo_vmware.api [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Task: {'id': task-2990366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168372} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.810278] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.810539] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.810770] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.810971] env[68640]: INFO nova.compute.manager [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 744.811228] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.811417] env[68640]: DEBUG nova.compute.manager [-] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.811515] env[68640]: DEBUG nova.network.neutron [-] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.852047] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990368, 'name': CreateVM_Task, 'duration_secs': 0.389514} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.852047] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.854657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.854657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.854657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.854657] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8271017b-6d8a-4e90-8cdb-99aa71dc0e41 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.859382] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 744.859382] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272a0c3-5935-ca60-39a2-b3a21b13423f" [ 744.859382] env[68640]: _type = "Task" [ 744.859382] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.869357] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272a0c3-5935-ca60-39a2-b3a21b13423f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.935701] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07074} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.935701] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.935701] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c0cbfd-b9dd-4b44-afbc-86f5585121e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.960422] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d/cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.960907] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f981c134-bdff-4582-96be-f793146c716b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.984705] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 744.984705] env[68640]: value = "task-2990371" [ 744.984705] env[68640]: _type = "Task" [ 744.984705] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.994329] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.033577] env[68640]: DEBUG oslo_concurrency.lockutils [req-b52c7dde-92e2-4515-b5f1-dc6614327301 req-969719cf-b666-463d-baac-83fa3b8da8c1 service nova] Releasing lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.133823] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990370, 'name': PowerOffVM_Task, 'duration_secs': 0.125097} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.134122] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.134371] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.135209] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ffd59-8aa1-42ac-a979-dc0eb7d6c04e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.141368] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.141589] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d0f3ac-5d46-4fc8-aec8-6781d5073c3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.154954] env[68640]: DEBUG nova.compute.utils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.160587] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.160587] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.164348] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.164607] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.164825] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Deleting the datastore file [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.165082] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d567414d-6a63-4950-be1a-ca92bb773a4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.171051] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 745.171051] env[68640]: value = "task-2990373" [ 745.171051] env[68640]: _type = "Task" [ 745.171051] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.181330] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.210741] env[68640]: DEBUG nova.policy [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b665bf93da44462854ff9809efd964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92edec86e1424196bcdcf8c82b14a26e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.372475] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272a0c3-5935-ca60-39a2-b3a21b13423f, 'name': SearchDatastore_Task, 'duration_secs': 0.059302} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.375142] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.375397] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.375646] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.375817] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.375975] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.377216] env[68640]: DEBUG nova.compute.manager [req-6dfb7996-2188-4e06-a3da-989c38b2cc6f req-68e84216-1d3a-4086-94fa-e62171e537c8 service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Received event network-vif-deleted-03520fdd-b719-438b-87d2-fc1d8f4e9242 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.377428] env[68640]: INFO nova.compute.manager [req-6dfb7996-2188-4e06-a3da-989c38b2cc6f req-68e84216-1d3a-4086-94fa-e62171e537c8 service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Neutron deleted interface 03520fdd-b719-438b-87d2-fc1d8f4e9242; detaching it from the instance and deleting it from the info cache [ 745.377567] env[68640]: DEBUG nova.network.neutron [req-6dfb7996-2188-4e06-a3da-989c38b2cc6f req-68e84216-1d3a-4086-94fa-e62171e537c8 service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.379108] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf6036c-b23e-490a-ba89-0d3c225376bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.389051] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.389136] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.389839] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5ed26d-05d9-499f-87d7-b8ade4e1fcce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.397946] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 745.397946] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c36f93-f796-0d10-779b-f563bbc5aac0" [ 745.397946] env[68640]: _type = "Task" [ 745.397946] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.406269] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c36f93-f796-0d10-779b-f563bbc5aac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.497374] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990371, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.577131] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Successfully created port: 3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.600371] env[68640]: DEBUG nova.network.neutron [-] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.663904] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.683478] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446054} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.683740] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.683926] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.684125] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.787467] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bca794-b974-4534-8dc9-8341e3fd93d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.795077] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a916a235-954d-4788-aae3-19b096c009d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.825040] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5c305b-1f6b-44e0-bd7a-bd350c613f21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.832418] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6bc07b-0eec-4e3d-8ff6-04de63fc5963 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.846737] env[68640]: DEBUG nova.compute.provider_tree [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.883237] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1352b32-39fb-41d3-b831-5ec8e3e58721 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.893101] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffb2322-be69-4891-b841-b436b2e54580 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.909053] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Successfully created port: 18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.921551] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c36f93-f796-0d10-779b-f563bbc5aac0, 'name': SearchDatastore_Task, 'duration_secs': 0.023709} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.922348] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e2b6653-a2d3-4d13-abfc-50aea3be1bcc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.939741] env[68640]: DEBUG nova.compute.manager [req-6dfb7996-2188-4e06-a3da-989c38b2cc6f req-68e84216-1d3a-4086-94fa-e62171e537c8 service nova] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Detach interface failed, port_id=03520fdd-b719-438b-87d2-fc1d8f4e9242, reason: Instance b6bc3cbc-2cee-4470-a436-d11518ec54fa could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 745.941428] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 745.941428] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5283e662-1a66-30ad-2c80-9536aea851f8" [ 745.941428] env[68640]: _type = "Task" [ 745.941428] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.949757] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5283e662-1a66-30ad-2c80-9536aea851f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.994724] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990371, 'name': ReconfigVM_Task, 'duration_secs': 0.552443} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.995023] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d/cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.995635] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddc7a8d7-5ea7-4094-bafe-b6e863b16ae6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.003569] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 746.003569] env[68640]: value = "task-2990374" [ 746.003569] env[68640]: _type = "Task" [ 746.003569] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.016152] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990374, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.109350] env[68640]: INFO nova.compute.manager [-] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Took 1.30 seconds to deallocate network for instance. [ 746.246238] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Successfully created port: b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.349875] env[68640]: DEBUG nova.scheduler.client.report [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.462098] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5283e662-1a66-30ad-2c80-9536aea851f8, 'name': SearchDatastore_Task, 'duration_secs': 0.029238} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.462477] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.462776] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/dd97f7fd-2d0b-4be4-a329-748a9cf9af29.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.463061] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a102958-416d-4699-a711-cc5d99ceac48 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.470546] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 746.470546] env[68640]: value = "task-2990375" [ 746.470546] env[68640]: _type = "Task" [ 746.470546] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.480389] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.513177] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990374, 'name': Rename_Task, 'duration_secs': 0.133357} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.513482] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.513744] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1659b8-c952-40aa-baca-6b60b1366a2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.519115] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 746.519115] env[68640]: value = "task-2990376" [ 746.519115] env[68640]: _type = "Task" [ 746.519115] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.527986] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.620466] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.675105] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.713493] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.713806] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.713980] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.714187] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.714332] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.714473] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.714799] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.714971] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.715162] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.715326] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.715498] env[68640]: DEBUG nova.virt.hardware [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.716439] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651d4cb-8dd6-45ad-82f5-633a4f53ba98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.729021] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.729311] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.729568] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.729797] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.730021] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.731031] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.731031] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.731031] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.731031] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.732120] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.732120] env[68640]: DEBUG nova.virt.hardware [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.733571] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5465343-66fd-4300-92a7-947572cfed3c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.738957] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a7786-e9cc-49a6-a865-3b17cfe6d59b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.756882] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80956ff-7a22-47c9-8559-777ec14f0c37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.771997] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.777651] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.777651] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.777651] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dc6342b-b1b9-41e3-b00d-9e40d366224e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.796257] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.796257] env[68640]: value = "task-2990377" [ 746.796257] env[68640]: _type = "Task" [ 746.796257] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.806062] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990377, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.857437] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.861062] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.574s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.863028] env[68640]: INFO nova.compute.claims [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.885645] env[68640]: INFO nova.scheduler.client.report [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleted allocations for instance 381deaa9-7935-4d31-9fb9-6ee36f3499a9 [ 746.986088] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.030489] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990376, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.307990] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990377, 'name': CreateVM_Task, 'duration_secs': 0.296335} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.308209] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.308664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.308820] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.309168] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.309428] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dfa4da-77df-4edf-a09c-aa6190964bfa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314704] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 747.314704] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f7900b-cd4b-cfbd-fa77-7a151f96007b" [ 747.314704] env[68640]: _type = "Task" [ 747.314704] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.322789] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f7900b-cd4b-cfbd-fa77-7a151f96007b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.394765] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37bc397e-b4b0-4853-96f2-19704471ed80 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "381deaa9-7935-4d31-9fb9-6ee36f3499a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.362s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.481225] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547051} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.481833] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/dd97f7fd-2d0b-4be4-a329-748a9cf9af29.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.482069] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.482333] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25c26f8e-28a4-486f-b331-433def2119d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.489635] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 747.489635] env[68640]: value = "task-2990378" [ 747.489635] env[68640]: _type = "Task" [ 747.489635] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.497902] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.528808] env[68640]: DEBUG oslo_vmware.api [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990376, 'name': PowerOnVM_Task, 'duration_secs': 0.635258} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.529088] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.529288] env[68640]: INFO nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Took 8.62 seconds to spawn the instance on the hypervisor. [ 747.529459] env[68640]: DEBUG nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.530255] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b91f3e3-2061-4934-8241-5db3873be2d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.750569] env[68640]: DEBUG nova.compute.manager [req-e9a8654e-acf1-4da3-8d52-5efa2ff0018f req-021286e3-fc5e-4a2b-9202-84d9c2a7a81a service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-vif-plugged-3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.750830] env[68640]: DEBUG oslo_concurrency.lockutils [req-e9a8654e-acf1-4da3-8d52-5efa2ff0018f req-021286e3-fc5e-4a2b-9202-84d9c2a7a81a service nova] Acquiring lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.751048] env[68640]: DEBUG oslo_concurrency.lockutils [req-e9a8654e-acf1-4da3-8d52-5efa2ff0018f req-021286e3-fc5e-4a2b-9202-84d9c2a7a81a service nova] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.751215] env[68640]: DEBUG oslo_concurrency.lockutils [req-e9a8654e-acf1-4da3-8d52-5efa2ff0018f req-021286e3-fc5e-4a2b-9202-84d9c2a7a81a service nova] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.751376] env[68640]: DEBUG nova.compute.manager [req-e9a8654e-acf1-4da3-8d52-5efa2ff0018f req-021286e3-fc5e-4a2b-9202-84d9c2a7a81a service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] No waiting events found dispatching network-vif-plugged-3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.751531] env[68640]: WARNING nova.compute.manager [req-e9a8654e-acf1-4da3-8d52-5efa2ff0018f req-021286e3-fc5e-4a2b-9202-84d9c2a7a81a service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received unexpected event network-vif-plugged-3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 for instance with vm_state building and task_state spawning. [ 747.826145] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f7900b-cd4b-cfbd-fa77-7a151f96007b, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.827261] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.827702] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.828050] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.828480] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.828954] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.829940] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1025a97e-af1b-449b-aab5-8e936f4b6b3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.839461] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.841845] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.841845] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Successfully updated port: 3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.843239] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d9ab77-6a33-4081-a8f0-1c3804640e4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.848613] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 747.848613] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5297458f-526f-49dd-c4ec-1362ad9f1d6b" [ 747.848613] env[68640]: _type = "Task" [ 747.848613] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.856889] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5297458f-526f-49dd-c4ec-1362ad9f1d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.005893] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058512} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.006183] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.006976] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e2712c-208d-424e-861b-29970effe74c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.035364] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/dd97f7fd-2d0b-4be4-a329-748a9cf9af29.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.038294] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89560f3e-6a01-4ed2-b0b1-9345a929e1fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.063932] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "704832be-edca-4d76-a806-948c94251861" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.064203] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "704832be-edca-4d76-a806-948c94251861" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.064629] env[68640]: INFO nova.compute.manager [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Took 36.46 seconds to build instance. [ 748.069688] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 748.069688] env[68640]: value = "task-2990379" [ 748.069688] env[68640]: _type = "Task" [ 748.069688] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.080877] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.313619] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.313874] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.314095] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.314280] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.314462] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.319294] env[68640]: INFO nova.compute.manager [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Terminating instance [ 748.360956] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5297458f-526f-49dd-c4ec-1362ad9f1d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008442} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.361768] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac31962f-d3bd-4100-ae67-a37a6279c681 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.370914] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 748.370914] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528f3e10-56a9-00bc-caf5-b79b586d6291" [ 748.370914] env[68640]: _type = "Task" [ 748.370914] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.378204] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528f3e10-56a9-00bc-caf5-b79b586d6291, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.563253] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17089347-57b2-46ad-b870-0c7656a05d36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.570268] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4416fa2-9e13-43b1-afe5-35eea6b7342e tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.093s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.575454] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f202ac6-b550-4622-9a57-e6296fe9bbf0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.584363] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.610496] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160531f-ab71-4961-877b-d16bf62c2d4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.619129] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e2c8d-c826-4474-b4db-5b668c061630 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.635127] env[68640]: DEBUG nova.compute.provider_tree [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.823513] env[68640]: DEBUG nova.compute.manager [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.823794] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.824694] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cdbba5-93c5-4114-9a05-4138e9c2fde5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.832357] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.832641] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90092e2f-8a60-4118-8dfb-da2c20c4ce7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.838502] env[68640]: DEBUG oslo_vmware.api [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 748.838502] env[68640]: value = "task-2990380" [ 748.838502] env[68640]: _type = "Task" [ 748.838502] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.846267] env[68640]: DEBUG oslo_vmware.api [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.878969] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528f3e10-56a9-00bc-caf5-b79b586d6291, 'name': SearchDatastore_Task, 'duration_secs': 0.050669} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.879264] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.879525] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.879781] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6331be1c-2488-47d5-bb3e-e1fb646cf778 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.885729] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 748.885729] env[68640]: value = "task-2990381" [ 748.885729] env[68640]: _type = "Task" [ 748.885729] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.893682] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.080847] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.083565] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990379, 'name': ReconfigVM_Task, 'duration_secs': 0.705865} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.084043] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Reconfigured VM instance instance-00000021 to attach disk [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/dd97f7fd-2d0b-4be4-a329-748a9cf9af29.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.084675] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cf508fd-7512-4c12-8eaf-79a7cbc34fd1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.091093] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 749.091093] env[68640]: value = "task-2990382" [ 749.091093] env[68640]: _type = "Task" [ 749.091093] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.099794] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990382, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.157056] env[68640]: ERROR nova.scheduler.client.report [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [req-7da5742f-403f-4530-94aa-9beb63761fa4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7da5742f-403f-4530-94aa-9beb63761fa4"}]} [ 749.174989] env[68640]: DEBUG nova.scheduler.client.report [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 749.195367] env[68640]: DEBUG nova.scheduler.client.report [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 749.195597] env[68640]: DEBUG nova.compute.provider_tree [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.209098] env[68640]: DEBUG nova.scheduler.client.report [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 749.230315] env[68640]: DEBUG nova.scheduler.client.report [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 749.351449] env[68640]: DEBUG oslo_vmware.api [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990380, 'name': PowerOffVM_Task, 'duration_secs': 0.165981} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.351733] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.351916] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.352212] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03af22e2-5719-44d0-8ea9-a252fd4d6029 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.397364] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477573} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.397615] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.397826] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.398098] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f75876e-47d1-4b12-badf-0ed239bf1bc8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.404710] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 749.404710] env[68640]: value = "task-2990384" [ 749.404710] env[68640]: _type = "Task" [ 749.404710] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.415985] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.428625] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.428625] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.428625] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleting the datastore file [datastore2] a7f9464a-1ce9-41c1-acd0-085769f87f3b {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.428625] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be28a8f-06b8-4b43-8940-7a6dcb1ee7ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.434163] env[68640]: DEBUG oslo_vmware.api [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for the task: (returnval){ [ 749.434163] env[68640]: value = "task-2990385" [ 749.434163] env[68640]: _type = "Task" [ 749.434163] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.444278] env[68640]: DEBUG oslo_vmware.api [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.601133] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990382, 'name': Rename_Task, 'duration_secs': 0.361013} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.604320] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.604632] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.605064] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3bc476a-8178-4092-8823-215a81bcc33d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.610486] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 749.610486] env[68640]: value = "task-2990386" [ 749.610486] env[68640]: _type = "Task" [ 749.610486] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.618955] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.721731] env[68640]: DEBUG nova.compute.manager [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.722670] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61ef05a-dad5-4b73-8331-69debfe64516 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.738433] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aeebc6-42c7-43a3-99f6-13999e589ddd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.745809] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c56b98-1e48-4ee9-bc46-136594f0773c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.776687] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f73d3-2d89-4668-9d60-b0a3e67ce1e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.785223] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3918a30-a4e8-487b-9dbc-73adfae0c0df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.799639] env[68640]: DEBUG nova.compute.provider_tree [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.916778] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070672} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.917142] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.917944] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b953e5ee-e978-4be1-8805-17ddaaeb4542 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.939107] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.939107] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1beeb82-a4d4-4c3f-99e3-cc33efe8c934 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.962609] env[68640]: DEBUG oslo_vmware.api [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Task: {'id': task-2990385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131748} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.963840] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.964081] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.964294] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.964497] env[68640]: INFO nova.compute.manager [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 749.964764] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.965056] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 749.965056] env[68640]: value = "task-2990387" [ 749.965056] env[68640]: _type = "Task" [ 749.965056] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.965311] env[68640]: DEBUG nova.compute.manager [-] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.965407] env[68640]: DEBUG nova.network.neutron [-] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.978578] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.086373] env[68640]: DEBUG nova.compute.manager [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-changed-3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.086373] env[68640]: DEBUG nova.compute.manager [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Refreshing instance network info cache due to event network-changed-3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.086373] env[68640]: DEBUG oslo_concurrency.lockutils [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] Acquiring lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.086373] env[68640]: DEBUG oslo_concurrency.lockutils [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] Acquired lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.086373] env[68640]: DEBUG nova.network.neutron [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Refreshing network info cache for port 3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.122520] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.235839] env[68640]: INFO nova.compute.manager [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] instance snapshotting [ 750.241052] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775f221-099c-4fca-af74-ca5498622c6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.262517] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ff5556-690c-4df3-b269-a18bba6f3dba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.307195] env[68640]: DEBUG nova.scheduler.client.report [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.316468] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Successfully updated port: 18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.477351] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990387, 'name': ReconfigVM_Task, 'duration_secs': 0.267672} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.477719] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.478468] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93a830ad-ccab-4bfa-a7a2-a700c729272b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.484764] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 750.484764] env[68640]: value = "task-2990388" [ 750.484764] env[68640]: _type = "Task" [ 750.484764] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.494225] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990388, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.623670] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.637308] env[68640]: DEBUG nova.network.neutron [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.716748] env[68640]: DEBUG nova.network.neutron [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.773726] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.774104] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6fa6f815-7538-4030-9677-8cad81a3d3f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.781822] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 750.781822] env[68640]: value = "task-2990389" [ 750.781822] env[68640]: _type = "Task" [ 750.781822] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.789733] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.822286] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.962s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.822948] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.827983] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.220s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.828234] env[68640]: DEBUG nova.objects.instance [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lazy-loading 'resources' on Instance uuid 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.882266] env[68640]: DEBUG nova.network.neutron [-] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.996139] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990388, 'name': Rename_Task, 'duration_secs': 0.134336} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.996471] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.996805] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37ae62be-f66f-4943-a291-0cf12faed477 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.004427] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 751.004427] env[68640]: value = "task-2990390" [ 751.004427] env[68640]: _type = "Task" [ 751.004427] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.012867] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.123469] env[68640]: DEBUG oslo_vmware.api [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990386, 'name': PowerOnVM_Task, 'duration_secs': 1.469375} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.123469] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.123469] env[68640]: INFO nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Took 9.44 seconds to spawn the instance on the hypervisor. [ 751.123469] env[68640]: DEBUG nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.124315] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe02692-2aa1-4cf6-832a-cea9f2f54c4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.220220] env[68640]: DEBUG oslo_concurrency.lockutils [req-151db35e-d9fa-45af-b132-de8f8cb14fa8 req-3407b33b-76fd-4759-ac47-5986951950ae service nova] Releasing lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.291639] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.331033] env[68640]: DEBUG nova.compute.utils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.334444] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.334638] env[68640]: DEBUG nova.network.neutron [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.385206] env[68640]: INFO nova.compute.manager [-] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Took 1.42 seconds to deallocate network for instance. [ 751.413391] env[68640]: DEBUG nova.policy [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8698005b5174837b31fe904470208aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c17c29129144ec09e4371a002b27845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.518266] env[68640]: DEBUG oslo_vmware.api [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990390, 'name': PowerOnVM_Task, 'duration_secs': 0.433961} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.518596] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.518967] env[68640]: DEBUG nova.compute.manager [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.519776] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe536f32-4a70-4162-b353-37657eccea22 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.646333] env[68640]: INFO nova.compute.manager [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Took 39.53 seconds to build instance. [ 751.798166] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990389, 'name': CreateSnapshot_Task, 'duration_secs': 0.673273} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.798887] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.800821] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce1ba13-942b-4a40-963c-739ab4b1d232 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.827227] env[68640]: DEBUG nova.network.neutron [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Successfully created port: e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.839975] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.901135] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.915049] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff4f76-e546-4f86-a709-489e1faeede6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.923385] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6d928-4c49-431d-b9e8-0e4c1d5667c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.955825] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f9dd69-324b-48b5-8726-5dcec3fb8f3d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.964613] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f07bc8-8a09-427d-bd44-bbef1c33b3f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.977839] env[68640]: DEBUG nova.compute.provider_tree [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.038116] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.094615] env[68640]: INFO nova.compute.manager [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Rescuing [ 752.094962] env[68640]: DEBUG oslo_concurrency.lockutils [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.095190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.095364] env[68640]: DEBUG nova.network.neutron [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.147713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-241f22f3-db1a-4208-92e4-c1aabf9a2840 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.874s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.171439] env[68640]: DEBUG nova.compute.manager [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-vif-plugged-18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.171439] env[68640]: DEBUG oslo_concurrency.lockutils [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] Acquiring lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.171439] env[68640]: DEBUG oslo_concurrency.lockutils [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.171439] env[68640]: DEBUG oslo_concurrency.lockutils [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.171439] env[68640]: DEBUG nova.compute.manager [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] No waiting events found dispatching network-vif-plugged-18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.171694] env[68640]: WARNING nova.compute.manager [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received unexpected event network-vif-plugged-18f60f28-499c-480a-a994-3eb8d8aa99de for instance with vm_state building and task_state spawning. [ 752.171694] env[68640]: DEBUG nova.compute.manager [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-changed-18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.171694] env[68640]: DEBUG nova.compute.manager [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Refreshing instance network info cache due to event network-changed-18f60f28-499c-480a-a994-3eb8d8aa99de. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.171694] env[68640]: DEBUG oslo_concurrency.lockutils [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] Acquiring lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.171694] env[68640]: DEBUG oslo_concurrency.lockutils [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] Acquired lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.172265] env[68640]: DEBUG nova.network.neutron [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Refreshing network info cache for port 18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.322513] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.323013] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d18a7f81-d074-48ec-a0b9-3f49734b947c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.332367] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 752.332367] env[68640]: value = "task-2990391" [ 752.332367] env[68640]: _type = "Task" [ 752.332367] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.341928] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990391, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.464239] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Successfully updated port: b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.481853] env[68640]: DEBUG nova.scheduler.client.report [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.650460] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.669069] env[68640]: INFO nova.compute.manager [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Rebuilding instance [ 752.717865] env[68640]: DEBUG nova.compute.manager [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.719074] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b71984a-c56f-479a-b560-888d86956363 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.722217] env[68640]: DEBUG nova.network.neutron [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.814633] env[68640]: DEBUG nova.network.neutron [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Updating instance_info_cache with network_info: [{"id": "3be6a360-3a97-40a0-aa78-6f7298172f23", "address": "fa:16:3e:0b:58:2e", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3be6a360-3a", "ovs_interfaceid": "3be6a360-3a97-40a0-aa78-6f7298172f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.844050] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990391, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.848349] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.872082] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.872082] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.872082] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.872252] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.872252] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.872252] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.872252] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.872252] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.872392] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.872392] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.872697] env[68640]: DEBUG nova.virt.hardware [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.873729] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d34a5a-6b78-4ffc-b31c-b779a473edbe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.882815] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d7de98-3624-4c56-882b-85420cc387c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.914737] env[68640]: DEBUG nova.network.neutron [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.966815] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.987865] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.990647] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.248s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.992491] env[68640]: INFO nova.compute.claims [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.010241] env[68640]: INFO nova.scheduler.client.report [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleted allocations for instance 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa [ 753.170689] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.298034] env[68640]: DEBUG nova.network.neutron [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Successfully updated port: e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.316732] env[68640]: DEBUG oslo_concurrency.lockutils [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "refresh_cache-dd97f7fd-2d0b-4be4-a329-748a9cf9af29" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.346227] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990391, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.417134] env[68640]: DEBUG oslo_concurrency.lockutils [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] Releasing lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.417518] env[68640]: DEBUG nova.compute.manager [req-ff271d27-f17c-4994-98eb-cf2290ce3a1e req-3229d2e6-c795-4c17-bc80-9987774e85ab service nova] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Received event network-vif-deleted-eaa6c0ec-60a0-4329-ad41-edaea67be10e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.417945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.418200] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.517385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6a109b03-7f95-4ef6-9581-156a92f46e97 tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "36a5ae04-7fa7-46b7-a63d-7b1aa5043afa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.358s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.735302] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.735699] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04cb58e2-014f-4cf7-ad95-e533e44ed110 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.743298] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 753.743298] env[68640]: value = "task-2990392" [ 753.743298] env[68640]: _type = "Task" [ 753.743298] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.752695] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.804522] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "refresh_cache-dc149598-d3ba-4d97-a6b8-d499f6db8596" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.804720] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired lock "refresh_cache-dc149598-d3ba-4d97-a6b8-d499f6db8596" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.804876] env[68640]: DEBUG nova.network.neutron [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.845840] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990391, 'name': CloneVM_Task, 'duration_secs': 1.430052} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.846359] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Created linked-clone VM from snapshot [ 753.847203] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1779d302-db5f-417e-a03e-2062d166d302 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.860667] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Uploading image 3d0f976d-c04f-44cd-a68b-7d0695677a36 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 753.888209] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 753.888209] env[68640]: value = "vm-599760" [ 753.888209] env[68640]: _type = "VirtualMachine" [ 753.888209] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 753.888604] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ae68f79-6537-4b1a-808f-002b054e8de2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.895599] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lease: (returnval){ [ 753.895599] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52633380-5a79-56bf-e118-73e264b07c6d" [ 753.895599] env[68640]: _type = "HttpNfcLease" [ 753.895599] env[68640]: } obtained for exporting VM: (result){ [ 753.895599] env[68640]: value = "vm-599760" [ 753.895599] env[68640]: _type = "VirtualMachine" [ 753.895599] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 753.895962] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the lease: (returnval){ [ 753.895962] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52633380-5a79-56bf-e118-73e264b07c6d" [ 753.895962] env[68640]: _type = "HttpNfcLease" [ 753.895962] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 753.903799] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 753.903799] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52633380-5a79-56bf-e118-73e264b07c6d" [ 753.903799] env[68640]: _type = "HttpNfcLease" [ 753.903799] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 753.958167] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.210299] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-vif-plugged-b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.210683] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Acquiring lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.210724] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.210870] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.211042] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] No waiting events found dispatching network-vif-plugged-b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.211206] env[68640]: WARNING nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received unexpected event network-vif-plugged-b7cbd71d-28d3-4847-9c17-3d996de95a14 for instance with vm_state building and task_state spawning. [ 754.211362] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-changed-b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.211532] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Refreshing instance network info cache due to event network-changed-b7cbd71d-28d3-4847-9c17-3d996de95a14. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.211656] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Acquiring lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.259522] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990392, 'name': PowerOffVM_Task, 'duration_secs': 0.120441} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.259809] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.260057] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.260895] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9198c64-d78a-480c-ac70-afb9c8aeaa6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.270569] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.270863] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8a86ac0-9abe-4b27-874c-5529e5b0b9a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.293055] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.293279] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.293456] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Deleting the datastore file [datastore1] 14c46ebc-c084-4943-9721-bab5623654e0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.293721] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f1ab36e-9588-413e-9f48-5b8bf3e496ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.299633] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 754.299633] env[68640]: value = "task-2990395" [ 754.299633] env[68640]: _type = "Task" [ 754.299633] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.312223] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.370220] env[68640]: DEBUG nova.network.neutron [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.406018] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.406018] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52633380-5a79-56bf-e118-73e264b07c6d" [ 754.406018] env[68640]: _type = "HttpNfcLease" [ 754.406018] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.406018] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.406018] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52633380-5a79-56bf-e118-73e264b07c6d" [ 754.406018] env[68640]: _type = "HttpNfcLease" [ 754.406018] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.406323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b403e24-f78b-4fe5-8bf2-8aa5f7603708 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.416949] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a9f82-d90b-6003-bea6-544d5d087ffa/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.416949] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a9f82-d90b-6003-bea6-544d5d087ffa/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 754.480261] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.480516] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.480734] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.480916] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.481097] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.490705] env[68640]: INFO nova.compute.manager [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Terminating instance [ 754.545573] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-766bb06d-f581-454a-9f7d-08ba3b3b6372 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.557177] env[68640]: DEBUG nova.network.neutron [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updating instance_info_cache with network_info: [{"id": "3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0", "address": "fa:16:3e:71:95:02", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfd5a76-e4", "ovs_interfaceid": "3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18f60f28-499c-480a-a994-3eb8d8aa99de", "address": "fa:16:3e:02:f2:84", "network": {"id": "f2e179b1-09e6-43eb-91b7-c3ad0af4b7d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550426438", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f60f28-49", "ovs_interfaceid": "18f60f28-499c-480a-a994-3eb8d8aa99de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "address": "fa:16:3e:e3:19:50", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cbd71d-28", "ovs_interfaceid": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.624731] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6917a343-89e7-49d7-a592-a060b8383a70 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.632384] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab813f98-e8ff-4efa-92e2-3e72b725146a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.667641] env[68640]: DEBUG nova.network.neutron [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Updating instance_info_cache with network_info: [{"id": "e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f", "address": "fa:16:3e:98:b9:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2aaf5a7-c2", "ovs_interfaceid": "e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.667641] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecebdf8-3550-43a9-bae5-f6d0c39b21d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.675414] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf33960e-a940-4536-9aca-355c6d340acc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.690649] env[68640]: DEBUG nova.compute.provider_tree [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.809912] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264829} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.810321] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.810550] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.810774] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.854599] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.854955] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1afa862-f5a8-4212-b260-349b8028d97d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.862430] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 754.862430] env[68640]: value = "task-2990396" [ 754.862430] env[68640]: _type = "Task" [ 754.862430] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.871099] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.996031] env[68640]: DEBUG nova.compute.manager [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.996031] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.996618] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278935d-5a53-4018-a4ea-731a648facc2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.005470] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.005766] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ac21103-3ae5-4468-9758-23e335ca0a49 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.012210] env[68640]: DEBUG oslo_vmware.api [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 755.012210] env[68640]: value = "task-2990397" [ 755.012210] env[68640]: _type = "Task" [ 755.012210] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.021104] env[68640]: DEBUG oslo_vmware.api [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.062849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Releasing lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.063729] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance network_info: |[{"id": "3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0", "address": "fa:16:3e:71:95:02", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfd5a76-e4", "ovs_interfaceid": "3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18f60f28-499c-480a-a994-3eb8d8aa99de", "address": "fa:16:3e:02:f2:84", "network": {"id": "f2e179b1-09e6-43eb-91b7-c3ad0af4b7d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550426438", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f60f28-49", "ovs_interfaceid": "18f60f28-499c-480a-a994-3eb8d8aa99de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "address": "fa:16:3e:e3:19:50", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cbd71d-28", "ovs_interfaceid": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.063908] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Acquired lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.064144] env[68640]: DEBUG nova.network.neutron [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Refreshing network info cache for port b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.065916] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:95:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:f2:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18f60f28-499c-480a-a994-3eb8d8aa99de', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:19:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7cbd71d-28d3-4847-9c17-3d996de95a14', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.080286] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Creating folder: Project (92edec86e1424196bcdcf8c82b14a26e). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.084084] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50d211f2-4bd0-4de9-9f0e-d5a217d1711e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.096727] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Created folder: Project (92edec86e1424196bcdcf8c82b14a26e) in parent group-v599664. [ 755.098483] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Creating folder: Instances. Parent ref: group-v599761. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.098483] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29f6ca41-fec6-4937-86aa-2e5ca6265280 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.106284] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Created folder: Instances in parent group-v599761. [ 755.106896] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.107270] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.108190] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c545163c-cf7a-4b2f-b5aa-d9319bf4f7f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.140071] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.140071] env[68640]: value = "task-2990400" [ 755.140071] env[68640]: _type = "Task" [ 755.140071] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.150954] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990400, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.172044] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Releasing lock "refresh_cache-dc149598-d3ba-4d97-a6b8-d499f6db8596" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.172044] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Instance network_info: |[{"id": "e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f", "address": "fa:16:3e:98:b9:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2aaf5a7-c2", "ovs_interfaceid": "e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.172299] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:b9:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.180122] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating folder: Project (5c17c29129144ec09e4371a002b27845). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.180648] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d125a705-f9dc-4e9a-b34f-7c9aa03970d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.190479] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Created folder: Project (5c17c29129144ec09e4371a002b27845) in parent group-v599664. [ 755.190799] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating folder: Instances. Parent ref: group-v599764. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.191177] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c1cfd5-549e-4a3e-8f73-f5929097f827 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.194255] env[68640]: DEBUG nova.scheduler.client.report [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.206783] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Created folder: Instances in parent group-v599764. [ 755.207074] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.207293] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.207521] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6aa81a95-e626-4886-9a38-9bf3ad230561 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.235255] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.235255] env[68640]: value = "task-2990403" [ 755.235255] env[68640]: _type = "Task" [ 755.235255] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.244170] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990403, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.377082] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990396, 'name': PowerOffVM_Task, 'duration_secs': 0.201618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.377082] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.377983] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c2f92-0466-47cf-b216-ba30daaccb7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.403669] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315767f8-6f3d-4a65-bedf-94fc80464758 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.438073] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.438404] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f8a8af-7d7c-418c-b611-20c26574d0fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.445364] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 755.445364] env[68640]: value = "task-2990404" [ 755.445364] env[68640]: _type = "Task" [ 755.445364] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.456415] env[68640]: DEBUG nova.network.neutron [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updated VIF entry in instance network info cache for port b7cbd71d-28d3-4847-9c17-3d996de95a14. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.457180] env[68640]: DEBUG nova.network.neutron [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updating instance_info_cache with network_info: [{"id": "3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0", "address": "fa:16:3e:71:95:02", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cfd5a76-e4", "ovs_interfaceid": "3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "18f60f28-499c-480a-a994-3eb8d8aa99de", "address": "fa:16:3e:02:f2:84", "network": {"id": "f2e179b1-09e6-43eb-91b7-c3ad0af4b7d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550426438", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f60f28-49", "ovs_interfaceid": "18f60f28-499c-480a-a994-3eb8d8aa99de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "address": "fa:16:3e:e3:19:50", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cbd71d-28", "ovs_interfaceid": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.458709] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 755.458968] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.459216] env[68640]: DEBUG oslo_concurrency.lockutils [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.460037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.460037] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.460037] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb052b4-52a5-4d50-a50a-28a35de3f432 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.468700] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.468848] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.470686] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38363a03-3cf9-4f15-b5ab-71b59c9dc59e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.476934] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 755.476934] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526103fa-55a9-0d9f-aac8-0109d1c12a31" [ 755.476934] env[68640]: _type = "Task" [ 755.476934] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.487774] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526103fa-55a9-0d9f-aac8-0109d1c12a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.523950] env[68640]: DEBUG oslo_vmware.api [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990397, 'name': PowerOffVM_Task, 'duration_secs': 0.23879} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.524513] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.525169] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.525169] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d084a2-73bd-4fc0-8aa0-802556a34645 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.645924] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.646166] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.646416] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleting the datastore file [datastore1] bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.647097] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2b62e6-945f-45d7-a349-ee2d8790a8ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.652162] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990400, 'name': CreateVM_Task, 'duration_secs': 0.500929} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.652829] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.653567] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.654034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.655477] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.655817] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95427b40-4109-461c-98bf-9d901d36a8b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.658527] env[68640]: DEBUG oslo_vmware.api [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for the task: (returnval){ [ 755.658527] env[68640]: value = "task-2990406" [ 755.658527] env[68640]: _type = "Task" [ 755.658527] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.663259] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 755.663259] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b00fe-0140-e87e-55aa-4e120853f055" [ 755.663259] env[68640]: _type = "Task" [ 755.663259] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.671624] env[68640]: DEBUG oslo_vmware.api [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.676791] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b00fe-0140-e87e-55aa-4e120853f055, 'name': SearchDatastore_Task, 'duration_secs': 0.00882} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.677533] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.677533] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.677910] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.699494] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.700220] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.703177] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.224s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.704873] env[68640]: INFO nova.compute.claims [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.747180] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990403, 'name': CreateVM_Task, 'duration_secs': 0.388498} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.748345] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.749073] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.749239] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.749883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.750107] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9590445-4663-4fea-9d08-c5689ba403a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.754986] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 755.754986] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5264208b-ae93-3a92-6465-3fc914b2465d" [ 755.754986] env[68640]: _type = "Task" [ 755.754986] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.763456] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5264208b-ae93-3a92-6465-3fc914b2465d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.840523] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.840857] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.841028] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.841211] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.841354] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.841502] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.841705] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.841862] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.842079] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.842269] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.842445] env[68640]: DEBUG nova.virt.hardware [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.843350] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c48d37-18c2-4711-8503-6b1e29099c56 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.851266] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10012630-3c58-4578-a226-9f9928dafb7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.865125] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.870621] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.870870] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.871095] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c16f90a-cc9b-4a19-9793-d634fc51b964 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.888162] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.888162] env[68640]: value = "task-2990407" [ 755.888162] env[68640]: _type = "Task" [ 755.888162] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.895805] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990407, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.960930] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Releasing lock "refresh_cache-8bfb3d1a-62f5-4781-949f-533f968c9d64" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.961141] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Received event network-vif-plugged-e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.961351] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Acquiring lock "dc149598-d3ba-4d97-a6b8-d499f6db8596-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.961556] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.961722] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.961915] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] No waiting events found dispatching network-vif-plugged-e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.962063] env[68640]: WARNING nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Received unexpected event network-vif-plugged-e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f for instance with vm_state building and task_state spawning. [ 755.962234] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Received event network-changed-e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.962390] env[68640]: DEBUG nova.compute.manager [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Refreshing instance network info cache due to event network-changed-e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.962661] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Acquiring lock "refresh_cache-dc149598-d3ba-4d97-a6b8-d499f6db8596" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.962780] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Acquired lock "refresh_cache-dc149598-d3ba-4d97-a6b8-d499f6db8596" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.962917] env[68640]: DEBUG nova.network.neutron [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Refreshing network info cache for port e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.987238] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526103fa-55a9-0d9f-aac8-0109d1c12a31, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.988035] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d87a79-d08a-455a-a815-855f1f795300 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.993749] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 755.993749] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f84dc-15bd-4962-53e0-5d8b3444268f" [ 755.993749] env[68640]: _type = "Task" [ 755.993749] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.001523] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f84dc-15bd-4962-53e0-5d8b3444268f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.168929] env[68640]: DEBUG oslo_vmware.api [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Task: {'id': task-2990406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159564} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.169202] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.169389] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.169560] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.169730] env[68640]: INFO nova.compute.manager [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 756.169973] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.170187] env[68640]: DEBUG nova.compute.manager [-] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.170282] env[68640]: DEBUG nova.network.neutron [-] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.209938] env[68640]: DEBUG nova.compute.utils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.215611] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.215611] env[68640]: DEBUG nova.network.neutron [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.267637] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5264208b-ae93-3a92-6465-3fc914b2465d, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.268085] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.268410] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.268689] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.268855] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.269130] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.269402] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5cc9e01-22f3-4415-9b72-d6d98bcc27f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.279566] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.279777] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.280515] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d62edb-5d35-42d1-ba6f-1a8795f9b889 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.284401] env[68640]: DEBUG nova.policy [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8698005b5174837b31fe904470208aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c17c29129144ec09e4371a002b27845', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.289790] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 756.289790] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f6c30-9f3c-4fb5-f7a3-bba44976f837" [ 756.289790] env[68640]: _type = "Task" [ 756.289790] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.299966] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f6c30-9f3c-4fb5-f7a3-bba44976f837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.399104] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990407, 'name': CreateVM_Task, 'duration_secs': 0.375575} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.399460] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.400209] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.400663] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.401043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.401329] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ebe7a7-9418-4e79-a8b7-0f65d27d61e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.407849] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 756.407849] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e4516-7cc6-b81b-cfe2-065ce1c6da4d" [ 756.407849] env[68640]: _type = "Task" [ 756.407849] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.417595] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e4516-7cc6-b81b-cfe2-065ce1c6da4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.506272] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f84dc-15bd-4962-53e0-5d8b3444268f, 'name': SearchDatastore_Task, 'duration_secs': 0.011673} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.506696] env[68640]: DEBUG oslo_concurrency.lockutils [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.507256] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. {{(pid=68640) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 756.511639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.511881] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.512152] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4abea958-6ab4-4559-a36f-bf5aefdd6b8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.521323] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555449cb-5d08-4e43-9f8b-8bc38787aa67 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.529141] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 756.529141] env[68640]: value = "task-2990408" [ 756.529141] env[68640]: _type = "Task" [ 756.529141] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.538967] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.540220] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.540401] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.541169] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825fea15-1a75-4de6-ac1e-8a76e3873d5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.546401] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 756.546401] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212534a-d90d-d917-5294-72016c6ba48e" [ 756.546401] env[68640]: _type = "Task" [ 756.546401] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.556209] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212534a-d90d-d917-5294-72016c6ba48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.648516] env[68640]: DEBUG nova.compute.manager [req-e0738991-58d5-4c99-bf56-19f92c13246a req-e6172ca2-9267-4768-be54-47aa0877c8c1 service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Received event network-vif-deleted-e3abc306-3dcf-4668-b566-73a0067f86c6 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.648719] env[68640]: INFO nova.compute.manager [req-e0738991-58d5-4c99-bf56-19f92c13246a req-e6172ca2-9267-4768-be54-47aa0877c8c1 service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Neutron deleted interface e3abc306-3dcf-4668-b566-73a0067f86c6; detaching it from the instance and deleting it from the info cache [ 756.648893] env[68640]: DEBUG nova.network.neutron [req-e0738991-58d5-4c99-bf56-19f92c13246a req-e6172ca2-9267-4768-be54-47aa0877c8c1 service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.714028] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.801397] env[68640]: DEBUG nova.network.neutron [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Successfully created port: 01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.814158] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f6c30-9f3c-4fb5-f7a3-bba44976f837, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.814158] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3724dd-e83b-4e40-a557-f627b04d4b7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.819522] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 756.819522] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b5bc3f-a63f-bae5-7607-a3c77297bb67" [ 756.819522] env[68640]: _type = "Task" [ 756.819522] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.827879] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b5bc3f-a63f-bae5-7607-a3c77297bb67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.890666] env[68640]: DEBUG nova.network.neutron [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Updated VIF entry in instance network info cache for port e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.891154] env[68640]: DEBUG nova.network.neutron [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Updating instance_info_cache with network_info: [{"id": "e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f", "address": "fa:16:3e:98:b9:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2aaf5a7-c2", "ovs_interfaceid": "e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.922655] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e4516-7cc6-b81b-cfe2-065ce1c6da4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016449} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.926735] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.926994] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.927222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.002379] env[68640]: DEBUG nova.network.neutron [-] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.042928] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990408, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.059017] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212534a-d90d-d917-5294-72016c6ba48e, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.059974] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda2a0a1-735a-4a09-985a-164779a47a7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.068462] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 757.068462] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524a4515-92cb-4f41-ae0f-f3a18b2ae3f4" [ 757.068462] env[68640]: _type = "Task" [ 757.068462] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.078039] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524a4515-92cb-4f41-ae0f-f3a18b2ae3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.153486] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14dace84-c4e4-4ba1-ae1f-5dd673c0805e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.164379] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7121f6c0-72fa-4b90-b1e6-3c06bbf44704 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.204102] env[68640]: DEBUG nova.compute.manager [req-e0738991-58d5-4c99-bf56-19f92c13246a req-e6172ca2-9267-4768-be54-47aa0877c8c1 service nova] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Detach interface failed, port_id=e3abc306-3dcf-4668-b566-73a0067f86c6, reason: Instance bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.326176] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d160bfd5-191c-4d73-bd1f-dc9efd1d58d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.337146] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a126f60d-369c-4473-ab54-08620b9a3434 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.340230] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b5bc3f-a63f-bae5-7607-a3c77297bb67, 'name': SearchDatastore_Task, 'duration_secs': 0.017899} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.340503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.340805] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] dc149598-d3ba-4d97-a6b8-d499f6db8596/dc149598-d3ba-4d97-a6b8-d499f6db8596.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.341420] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.341631] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.341838] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a22fa97-bc23-4a9e-bd86-14a73933492d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.369562] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe91554-8874-4499-875a-3f836d11284c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.372852] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a20a7fb-d8d2-4b57-85ff-6495f9f1081e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.377354] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 757.377354] env[68640]: value = "task-2990409" [ 757.377354] env[68640]: _type = "Task" [ 757.377354] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.386664] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1d74f6-430a-4ea6-8f6d-ddc794b4ad72 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.390965] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.391190] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.395158] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197aea57-9f3c-43e2-a44b-e0b27cb2321c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.397548] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.398419] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee1ddc28-1528-453b-b543-d4f160da6b5b req-07047620-40e0-4b62-80a0-16051a48eedb service nova] Releasing lock "refresh_cache-dc149598-d3ba-4d97-a6b8-d499f6db8596" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.408188] env[68640]: DEBUG nova.compute.provider_tree [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.410850] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 757.410850] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5242ab63-4db9-145f-6fa7-ea1054fa537d" [ 757.410850] env[68640]: _type = "Task" [ 757.410850] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.420870] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5242ab63-4db9-145f-6fa7-ea1054fa537d, 'name': SearchDatastore_Task, 'duration_secs': 0.007919} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.421637] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071091f7-96bd-42e5-bc6b-59099ac4f57d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.427253] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 757.427253] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527d0591-b143-71e6-c07a-581bd240862f" [ 757.427253] env[68640]: _type = "Task" [ 757.427253] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.435274] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527d0591-b143-71e6-c07a-581bd240862f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.507354] env[68640]: INFO nova.compute.manager [-] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Took 1.34 seconds to deallocate network for instance. [ 757.544728] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566569} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.545265] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. [ 757.546265] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5aed39-070c-4385-ae8b-9f66423f3f8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.578973] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.585700] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98a3b213-e0b1-4322-8b08-61accbb4ce50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.611738] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524a4515-92cb-4f41-ae0f-f3a18b2ae3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01725} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.613143] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.613429] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 8bfb3d1a-62f5-4781-949f-533f968c9d64/8bfb3d1a-62f5-4781-949f-533f968c9d64.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.613769] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 757.613769] env[68640]: value = "task-2990410" [ 757.613769] env[68640]: _type = "Task" [ 757.613769] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.613967] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c617ff93-ebc4-4e5b-be60-5ae78111f409 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.627610] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.630343] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 757.630343] env[68640]: value = "task-2990411" [ 757.630343] env[68640]: _type = "Task" [ 757.630343] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.642396] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.735380] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.770247] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.770760] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.770957] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.771196] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.771358] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.771510] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.771726] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.772171] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.772171] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.772277] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.772442] env[68640]: DEBUG nova.virt.hardware [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.773424] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6cf86e-eeda-4e27-a75f-642d740bbe3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.783238] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3eb0a11-5064-4a31-978d-09cb9f0a5908 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.887959] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478013} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.888274] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] dc149598-d3ba-4d97-a6b8-d499f6db8596/dc149598-d3ba-4d97-a6b8-d499f6db8596.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.888494] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.888773] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f240a74f-039d-463e-a56c-91254d85a697 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.895696] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 757.895696] env[68640]: value = "task-2990412" [ 757.895696] env[68640]: _type = "Task" [ 757.895696] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.904277] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.912652] env[68640]: DEBUG nova.scheduler.client.report [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.940018] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527d0591-b143-71e6-c07a-581bd240862f, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.940018] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.940252] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.941007] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52ae40a6-a979-4db7-8eae-025f6a8b95ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.947977] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 757.947977] env[68640]: value = "task-2990413" [ 757.947977] env[68640]: _type = "Task" [ 757.947977] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.957716] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.015030] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.129292] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.141131] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990411, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.305282] env[68640]: DEBUG nova.compute.manager [req-0a28d091-01e9-45dd-9e0c-5551c0af7bad req-1e7ee373-82f5-4baf-a17a-22a1fb780148 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Received event network-vif-plugged-01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.305282] env[68640]: DEBUG oslo_concurrency.lockutils [req-0a28d091-01e9-45dd-9e0c-5551c0af7bad req-1e7ee373-82f5-4baf-a17a-22a1fb780148 service nova] Acquiring lock "f009d542-950f-4cd2-b03c-7d9a5b82d921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.305282] env[68640]: DEBUG oslo_concurrency.lockutils [req-0a28d091-01e9-45dd-9e0c-5551c0af7bad req-1e7ee373-82f5-4baf-a17a-22a1fb780148 service nova] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.305282] env[68640]: DEBUG oslo_concurrency.lockutils [req-0a28d091-01e9-45dd-9e0c-5551c0af7bad req-1e7ee373-82f5-4baf-a17a-22a1fb780148 service nova] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.305282] env[68640]: DEBUG nova.compute.manager [req-0a28d091-01e9-45dd-9e0c-5551c0af7bad req-1e7ee373-82f5-4baf-a17a-22a1fb780148 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] No waiting events found dispatching network-vif-plugged-01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 758.306013] env[68640]: WARNING nova.compute.manager [req-0a28d091-01e9-45dd-9e0c-5551c0af7bad req-1e7ee373-82f5-4baf-a17a-22a1fb780148 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Received unexpected event network-vif-plugged-01703492-857e-4c5d-bc54-39b41ab27dfe for instance with vm_state building and task_state spawning. [ 758.414939] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12853} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.416115] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.417641] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb1e65e-ec27-422e-bf68-d9e2c96fe73e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.421874] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.422723] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.426706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.597s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.426949] env[68640]: DEBUG nova.objects.instance [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lazy-loading 'resources' on Instance uuid 1e358274-7d2a-42c3-af65-387f347f8925 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.460556] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] dc149598-d3ba-4d97-a6b8-d499f6db8596/dc149598-d3ba-4d97-a6b8-d499f6db8596.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.464343] env[68640]: DEBUG nova.network.neutron [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Successfully updated port: 01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.467154] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183ac519-6454-40ed-8798-dfbd41f4f989 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.500086] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "refresh_cache-f009d542-950f-4cd2-b03c-7d9a5b82d921" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.500318] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired lock "refresh_cache-f009d542-950f-4cd2-b03c-7d9a5b82d921" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.500385] env[68640]: DEBUG nova.network.neutron [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.520320] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.522228] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 758.522228] env[68640]: value = "task-2990414" [ 758.522228] env[68640]: _type = "Task" [ 758.522228] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.532287] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.554747] env[68640]: DEBUG nova.network.neutron [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.627439] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990410, 'name': ReconfigVM_Task, 'duration_secs': 0.816345} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.628034] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Reconfigured VM instance instance-00000021 to attach disk [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.628755] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c518fb5e-102f-4d12-a77b-9e6f07ba0605 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.663288] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fbc6d02-c66b-464e-b5a5-964d6c3e0cf8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.678657] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681303} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.679323] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 8bfb3d1a-62f5-4781-949f-533f968c9d64/8bfb3d1a-62f5-4781-949f-533f968c9d64.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.679598] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.679888] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e942673b-3580-4433-82d4-9d846a4d632c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.684825] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 758.684825] env[68640]: value = "task-2990415" [ 758.684825] env[68640]: _type = "Task" [ 758.684825] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.690056] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 758.690056] env[68640]: value = "task-2990416" [ 758.690056] env[68640]: _type = "Task" [ 758.690056] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.697329] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.702331] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.778837] env[68640]: DEBUG nova.network.neutron [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Updating instance_info_cache with network_info: [{"id": "01703492-857e-4c5d-bc54-39b41ab27dfe", "address": "fa:16:3e:0c:d7:6a", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01703492-85", "ovs_interfaceid": "01703492-857e-4c5d-bc54-39b41ab27dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.929344] env[68640]: DEBUG nova.compute.utils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.934907] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.934907] env[68640]: DEBUG nova.network.neutron [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.980206] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681933} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.980206] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.980206] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.980206] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd672c01-1dc6-4e93-aa13-71713c855a3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.985819] env[68640]: DEBUG nova.policy [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc5c69cbb58455ea9b895b6c0a5031a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9db479328d704865a366ac3e44aecf14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.992439] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 758.992439] env[68640]: value = "task-2990417" [ 758.992439] env[68640]: _type = "Task" [ 758.992439] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.005822] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.037708] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990414, 'name': ReconfigVM_Task, 'duration_secs': 0.419652} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.037708] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Reconfigured VM instance instance-00000023 to attach disk [datastore2] dc149598-d3ba-4d97-a6b8-d499f6db8596/dc149598-d3ba-4d97-a6b8-d499f6db8596.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.039040] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24163e4b-d572-41bb-8ab0-3bd9b59f2aad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.048521] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 759.048521] env[68640]: value = "task-2990418" [ 759.048521] env[68640]: _type = "Task" [ 759.048521] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.060789] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990418, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.197639] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990415, 'name': ReconfigVM_Task, 'duration_secs': 0.181431} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.200917] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.201345] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f31d500b-8f0f-47ea-ad53-f819b5e50539 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.206077] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069793} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.206683] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.207487] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eabaab4-e0c2-483b-b4d9-daae26556d57 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.211533] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 759.211533] env[68640]: value = "task-2990419" [ 759.211533] env[68640]: _type = "Task" [ 759.211533] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.245282] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 8bfb3d1a-62f5-4781-949f-533f968c9d64/8bfb3d1a-62f5-4781-949f-533f968c9d64.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.248879] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40e400fc-7950-4f6c-b60f-5b0598ecdbe0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.263363] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.271553] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 759.271553] env[68640]: value = "task-2990420" [ 759.271553] env[68640]: _type = "Task" [ 759.271553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.280084] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.285358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Releasing lock "refresh_cache-f009d542-950f-4cd2-b03c-7d9a5b82d921" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.285668] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Instance network_info: |[{"id": "01703492-857e-4c5d-bc54-39b41ab27dfe", "address": "fa:16:3e:0c:d7:6a", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01703492-85", "ovs_interfaceid": "01703492-857e-4c5d-bc54-39b41ab27dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.286068] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:d7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01703492-857e-4c5d-bc54-39b41ab27dfe', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.293478] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.293709] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.293943] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ef88bf-916c-441c-8c30-8ef08c1b1bdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.317946] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.317946] env[68640]: value = "task-2990421" [ 759.317946] env[68640]: _type = "Task" [ 759.317946] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.326737] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990421, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.369114] env[68640]: DEBUG nova.network.neutron [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Successfully created port: 817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.436897] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.506133] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108401} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.506428] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.507286] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080bfbac-b8de-4b0d-b6fd-b5704a67eee4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.531217] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.531828] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca0e467-2825-4fdc-96b9-f1c1b756954c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.555563] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 759.555563] env[68640]: value = "task-2990422" [ 759.555563] env[68640]: _type = "Task" [ 759.555563] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.561609] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990418, 'name': Rename_Task, 'duration_secs': 0.174053} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.562275] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.564947] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2599224b-470c-4515-9523-f0d6fe0b6bd1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.570603] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.574943] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 759.574943] env[68640]: value = "task-2990423" [ 759.574943] env[68640]: _type = "Task" [ 759.574943] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.583569] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.632846] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172058b8-ca48-4175-8cf8-b7188b6b96a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.645348] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdef2f3-c74b-4292-bf76-dc0ddcf60dfe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.674175] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e705396d-407b-4409-bdfa-f3c652ca82a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.681848] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacefebc-a4d6-4ab7-9410-1938dabd0c29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.695457] env[68640]: DEBUG nova.compute.provider_tree [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.725321] env[68640]: DEBUG oslo_vmware.api [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990419, 'name': PowerOnVM_Task, 'duration_secs': 0.447524} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.725587] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.728237] env[68640]: DEBUG nova.compute.manager [None req-abe42e7f-329c-4745-94c5-12a20f4ddda3 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.729042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e60de8-13c9-4641-9283-9056173d1806 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.783279] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990420, 'name': ReconfigVM_Task, 'duration_secs': 0.309633} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.783405] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 8bfb3d1a-62f5-4781-949f-533f968c9d64/8bfb3d1a-62f5-4781-949f-533f968c9d64.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.785041] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b9ab108-5b8f-4a2f-b68d-4c57e71dc22c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.790244] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 759.790244] env[68640]: value = "task-2990424" [ 759.790244] env[68640]: _type = "Task" [ 759.790244] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.799196] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990424, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.829255] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990421, 'name': CreateVM_Task, 'duration_secs': 0.469664} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.829547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.830243] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.830447] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.830811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.831406] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf6f772-b6e5-4652-ac32-2ca2ab81fa0b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.836307] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 759.836307] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52791b0e-6f58-75af-abbe-1c1c85bd1d38" [ 759.836307] env[68640]: _type = "Task" [ 759.836307] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.844575] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52791b0e-6f58-75af-abbe-1c1c85bd1d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.065614] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.085221] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990423, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.198845] env[68640]: DEBUG nova.scheduler.client.report [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.299904] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990424, 'name': Rename_Task, 'duration_secs': 0.151377} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.300211] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.300468] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e44a8564-b74e-4502-b923-9df5f9a1b707 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.308026] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 760.308026] env[68640]: value = "task-2990425" [ 760.308026] env[68640]: _type = "Task" [ 760.308026] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.314653] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.333412] env[68640]: DEBUG nova.compute.manager [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Received event network-changed-01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.333683] env[68640]: DEBUG nova.compute.manager [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Refreshing instance network info cache due to event network-changed-01703492-857e-4c5d-bc54-39b41ab27dfe. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.334087] env[68640]: DEBUG oslo_concurrency.lockutils [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] Acquiring lock "refresh_cache-f009d542-950f-4cd2-b03c-7d9a5b82d921" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.334269] env[68640]: DEBUG oslo_concurrency.lockutils [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] Acquired lock "refresh_cache-f009d542-950f-4cd2-b03c-7d9a5b82d921" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.334523] env[68640]: DEBUG nova.network.neutron [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Refreshing network info cache for port 01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.350282] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52791b0e-6f58-75af-abbe-1c1c85bd1d38, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.350746] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.350935] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.351357] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.351677] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.351738] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.352434] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0667b8c7-0827-4234-8ebb-7a53be0ddb21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.362028] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.362246] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.363185] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9fe5396-00d6-4972-b84d-7eda0f693d38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.369714] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 760.369714] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526fc9f1-46b8-5830-ff51-5697693c9fce" [ 760.369714] env[68640]: _type = "Task" [ 760.369714] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.379493] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526fc9f1-46b8-5830-ff51-5697693c9fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.449033] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.475985] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.476383] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.476522] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.476710] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.476858] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.477009] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.477225] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.477382] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.477543] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.477701] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.477872] env[68640]: DEBUG nova.virt.hardware [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.478746] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6777b3-94bb-4997-907c-d0e5d915b0e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.489203] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144da85-bd86-4206-85d0-818a02119c42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.566534] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990422, 'name': ReconfigVM_Task, 'duration_secs': 0.559945} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.566858] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0/14c46ebc-c084-4943-9721-bab5623654e0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.567454] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35ffb767-1d2b-40bf-b74e-4a4b8968ccc3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.572708] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 760.572708] env[68640]: value = "task-2990426" [ 760.572708] env[68640]: _type = "Task" [ 760.572708] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.583149] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990426, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.587894] env[68640]: DEBUG oslo_vmware.api [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990423, 'name': PowerOnVM_Task, 'duration_secs': 0.678016} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.588168] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.588395] env[68640]: INFO nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Took 7.74 seconds to spawn the instance on the hypervisor. [ 760.588604] env[68640]: DEBUG nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.589491] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2372fe4a-0d1d-4ef9-823a-db17fd79b633 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.706028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.711354] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.363s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.713032] env[68640]: INFO nova.compute.claims [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.732845] env[68640]: INFO nova.scheduler.client.report [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Deleted allocations for instance 1e358274-7d2a-42c3-af65-387f347f8925 [ 760.820061] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.889749] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526fc9f1-46b8-5830-ff51-5697693c9fce, 'name': SearchDatastore_Task, 'duration_secs': 0.016644} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.891302] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63568c53-02d0-4307-a540-e4d2432f23d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.897827] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 760.897827] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521d9fea-c83e-8a2c-bbf9-983080a9de4e" [ 760.897827] env[68640]: _type = "Task" [ 760.897827] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.907852] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521d9fea-c83e-8a2c-bbf9-983080a9de4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.986024] env[68640]: DEBUG nova.network.neutron [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Successfully updated port: 817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.084405] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990426, 'name': Rename_Task, 'duration_secs': 0.274587} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.084662] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.084895] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3614203-c36d-4389-a763-1792c872e5cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.091531] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Waiting for the task: (returnval){ [ 761.091531] env[68640]: value = "task-2990427" [ 761.091531] env[68640]: _type = "Task" [ 761.091531] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.104038] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.105640] env[68640]: INFO nova.compute.manager [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Took 38.85 seconds to build instance. [ 761.199661] env[68640]: DEBUG nova.network.neutron [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Updated VIF entry in instance network info cache for port 01703492-857e-4c5d-bc54-39b41ab27dfe. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.200247] env[68640]: DEBUG nova.network.neutron [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Updating instance_info_cache with network_info: [{"id": "01703492-857e-4c5d-bc54-39b41ab27dfe", "address": "fa:16:3e:0c:d7:6a", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.173", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01703492-85", "ovs_interfaceid": "01703492-857e-4c5d-bc54-39b41ab27dfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.240957] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7d2b0b8a-8012-437e-be2c-3daf2ff80747 tempest-ServerMetadataTestJSON-1562232462 tempest-ServerMetadataTestJSON-1562232462-project-member] Lock "1e358274-7d2a-42c3-af65-387f347f8925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.905s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.319161] env[68640]: DEBUG oslo_vmware.api [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990425, 'name': PowerOnVM_Task, 'duration_secs': 0.515936} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.319478] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.319744] env[68640]: INFO nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Took 14.65 seconds to spawn the instance on the hypervisor. [ 761.320202] env[68640]: DEBUG nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.321043] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9327895-d60c-4ad3-98df-edbd3cd6a75e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.408408] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521d9fea-c83e-8a2c-bbf9-983080a9de4e, 'name': SearchDatastore_Task, 'duration_secs': 0.021414} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.408667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.408926] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f009d542-950f-4cd2-b03c-7d9a5b82d921/f009d542-950f-4cd2-b03c-7d9a5b82d921.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.409249] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb327e79-9fa2-420f-95f1-1ff667c4eede {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.417239] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 761.417239] env[68640]: value = "task-2990428" [ 761.417239] env[68640]: _type = "Task" [ 761.417239] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.425819] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.495146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-2798bb9e-2924-4fbe-91f5-cb29c417fe78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.495146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-2798bb9e-2924-4fbe-91f5-cb29c417fe78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.495146] env[68640]: DEBUG nova.network.neutron [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.607765] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990427, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.608383] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1b75fa95-8610-4673-92f6-bd7ab85a4d2b tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.567s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.703068] env[68640]: DEBUG oslo_concurrency.lockutils [req-0801d8e2-abf6-4dd8-b990-e3d89a7edba4 req-345733d6-f4f7-4eca-8730-8511bf03c0f7 service nova] Releasing lock "refresh_cache-f009d542-950f-4cd2-b03c-7d9a5b82d921" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.845293] env[68640]: INFO nova.compute.manager [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Took 43.83 seconds to build instance. [ 761.932251] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990428, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.059101] env[68640]: DEBUG nova.network.neutron [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.112983] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.117412] env[68640]: DEBUG oslo_vmware.api [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Task: {'id': task-2990427, 'name': PowerOnVM_Task, 'duration_secs': 0.779786} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.121578] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.121920] env[68640]: DEBUG nova.compute.manager [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.123749] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def4f8a3-5d28-4c3a-90ed-dabb2cea28c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.196390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "11847cbd-e74c-49ca-b518-aaa7204767b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.196656] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.287974] env[68640]: DEBUG nova.network.neutron [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Updating instance_info_cache with network_info: [{"id": "817db544-8796-44b2-9888-fb683d272e32", "address": "fa:16:3e:80:da:f8", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817db544-87", "ovs_interfaceid": "817db544-8796-44b2-9888-fb683d272e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.347924] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d462ae0d-80a0-469d-9f09-ea24a02618a3 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.339s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.430822] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665722} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.431093] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f009d542-950f-4cd2-b03c-7d9a5b82d921/f009d542-950f-4cd2-b03c-7d9a5b82d921.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.431306] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.431556] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27514e5e-3c50-4113-ac8c-37b81efd775f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.439677] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 762.439677] env[68640]: value = "task-2990429" [ 762.439677] env[68640]: _type = "Task" [ 762.439677] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.449599] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.453019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64de35b-ac2e-4790-82b7-139388a452c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.460335] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf6cf51-2532-4aa1-87f9-059c04ba65a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.505366] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a9dd1-b207-4380-854a-1600b0064de0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.514181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a8dbd2-b137-4fb2-862e-143e16593d26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.530890] env[68640]: DEBUG nova.compute.provider_tree [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.536674] env[68640]: DEBUG nova.compute.manager [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Received event network-vif-plugged-817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.537013] env[68640]: DEBUG oslo_concurrency.lockutils [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] Acquiring lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.537420] env[68640]: DEBUG oslo_concurrency.lockutils [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.537793] env[68640]: DEBUG oslo_concurrency.lockutils [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.537972] env[68640]: DEBUG nova.compute.manager [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] No waiting events found dispatching network-vif-plugged-817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 762.538258] env[68640]: WARNING nova.compute.manager [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Received unexpected event network-vif-plugged-817db544-8796-44b2-9888-fb683d272e32 for instance with vm_state building and task_state spawning. [ 762.538444] env[68640]: DEBUG nova.compute.manager [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Received event network-changed-817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.538596] env[68640]: DEBUG nova.compute.manager [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Refreshing instance network info cache due to event network-changed-817db544-8796-44b2-9888-fb683d272e32. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.538801] env[68640]: DEBUG oslo_concurrency.lockutils [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] Acquiring lock "refresh_cache-2798bb9e-2924-4fbe-91f5-cb29c417fe78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.646522] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.658688] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.705897] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "8bfb3d1a-62f5-4781-949f-533f968c9d64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.706199] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.706412] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.706595] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.706764] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.709048] env[68640]: INFO nova.compute.manager [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Terminating instance [ 762.794888] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-2798bb9e-2924-4fbe-91f5-cb29c417fe78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.794888] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Instance network_info: |[{"id": "817db544-8796-44b2-9888-fb683d272e32", "address": "fa:16:3e:80:da:f8", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817db544-87", "ovs_interfaceid": "817db544-8796-44b2-9888-fb683d272e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.794888] env[68640]: DEBUG oslo_concurrency.lockutils [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] Acquired lock "refresh_cache-2798bb9e-2924-4fbe-91f5-cb29c417fe78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.794888] env[68640]: DEBUG nova.network.neutron [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Refreshing network info cache for port 817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.794888] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:da:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '817db544-8796-44b2-9888-fb683d272e32', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.810394] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating folder: Project (9db479328d704865a366ac3e44aecf14). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.811603] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4366ff1-7038-4c8a-a292-44f7ad6e9cd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.824734] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created folder: Project (9db479328d704865a366ac3e44aecf14) in parent group-v599664. [ 762.824943] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating folder: Instances. Parent ref: group-v599769. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.825326] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49e50169-ca6a-45bb-b003-bff367439c5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.835760] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created folder: Instances in parent group-v599769. [ 762.836009] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.836257] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.836421] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91269b27-3947-4941-a7ab-f3c9ca3a3440 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.852639] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.858445] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.858445] env[68640]: value = "task-2990432" [ 762.858445] env[68640]: _type = "Task" [ 762.858445] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.868371] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990432, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.953579] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076674} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.954167] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.955246] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da88412a-6ada-4df4-998b-77610128a41e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.981489] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f009d542-950f-4cd2-b03c-7d9a5b82d921/f009d542-950f-4cd2-b03c-7d9a5b82d921.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.981811] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba723dc0-080e-4ca9-9f4c-d754ec9e7866 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.003961] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 763.003961] env[68640]: value = "task-2990433" [ 763.003961] env[68640]: _type = "Task" [ 763.003961] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.012516] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.058625] env[68640]: ERROR nova.scheduler.client.report [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [req-dd577cbe-2c55-4386-8c24-09fe1cfeec26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd577cbe-2c55-4386-8c24-09fe1cfeec26"}]} [ 763.059201] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "14c46ebc-c084-4943-9721-bab5623654e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.059454] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "14c46ebc-c084-4943-9721-bab5623654e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.059664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "14c46ebc-c084-4943-9721-bab5623654e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.059874] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "14c46ebc-c084-4943-9721-bab5623654e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.060069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "14c46ebc-c084-4943-9721-bab5623654e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.064165] env[68640]: INFO nova.compute.manager [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Terminating instance [ 763.081767] env[68640]: DEBUG nova.scheduler.client.report [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.097813] env[68640]: DEBUG nova.scheduler.client.report [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.098051] env[68640]: DEBUG nova.compute.provider_tree [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.115320] env[68640]: DEBUG nova.scheduler.client.report [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.138962] env[68640]: DEBUG nova.scheduler.client.report [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.216693] env[68640]: DEBUG nova.compute.manager [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.216693] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.217592] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead03ee5-297b-468f-9ffc-ed8471fb09a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.226996] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.227339] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6231a21a-29eb-469e-aa0f-1be08b31c0f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.237595] env[68640]: DEBUG oslo_vmware.api [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 763.237595] env[68640]: value = "task-2990434" [ 763.237595] env[68640]: _type = "Task" [ 763.237595] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.251781] env[68640]: DEBUG oslo_vmware.api [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.376813] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990432, 'name': CreateVM_Task, 'duration_secs': 0.477187} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.378024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.378145] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.379028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.379028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.379366] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.379649] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331003eb-f4b2-4246-8942-f482e81c5fe3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.395947] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 763.395947] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5253a88c-f113-4a5c-db07-117e390e8c22" [ 763.395947] env[68640]: _type = "Task" [ 763.395947] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.403631] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5253a88c-f113-4a5c-db07-117e390e8c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.518831] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990433, 'name': ReconfigVM_Task, 'duration_secs': 0.450834} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.519271] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f009d542-950f-4cd2-b03c-7d9a5b82d921/f009d542-950f-4cd2-b03c-7d9a5b82d921.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.520201] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48d2a8ff-448a-4d33-886f-588af9355d4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.534409] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 763.534409] env[68640]: value = "task-2990435" [ 763.534409] env[68640]: _type = "Task" [ 763.534409] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.548449] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990435, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.571145] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "refresh_cache-14c46ebc-c084-4943-9721-bab5623654e0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.571145] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquired lock "refresh_cache-14c46ebc-c084-4943-9721-bab5623654e0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.571145] env[68640]: DEBUG nova.network.neutron [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.631998] env[68640]: DEBUG nova.network.neutron [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Updated VIF entry in instance network info cache for port 817db544-8796-44b2-9888-fb683d272e32. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.632421] env[68640]: DEBUG nova.network.neutron [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Updating instance_info_cache with network_info: [{"id": "817db544-8796-44b2-9888-fb683d272e32", "address": "fa:16:3e:80:da:f8", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap817db544-87", "ovs_interfaceid": "817db544-8796-44b2-9888-fb683d272e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.727962] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78042a32-d17c-4101-a7cf-b87422508b54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.736518] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c3c91c-3bd3-4f18-b925-39f29338428b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.750905] env[68640]: DEBUG oslo_vmware.api [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990434, 'name': PowerOffVM_Task, 'duration_secs': 0.255755} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.775342] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.775550] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.776026] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18146075-bafc-4300-837c-ff95cbadf7ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.778191] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f0591-5c40-4d04-a8dc-7144c267313b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.787118] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ccb52-1825-431b-91e3-40187d0868ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.803807] env[68640]: DEBUG nova.compute.provider_tree [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.904314] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5253a88c-f113-4a5c-db07-117e390e8c22, 'name': SearchDatastore_Task, 'duration_secs': 0.021055} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.904659] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.904898] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.905206] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.905370] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.905551] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.905927] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3acd7afc-4492-441a-9027-91ba1e52c4b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.916576] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.916795] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.917559] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-451f2175-4851-4d86-9258-994c0006df02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.924147] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 763.924147] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5259f6ed-2f9b-38b0-9601-7ae21f2ea7cd" [ 763.924147] env[68640]: _type = "Task" [ 763.924147] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.932876] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5259f6ed-2f9b-38b0-9601-7ae21f2ea7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.951426] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.951533] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.952219] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Deleting the datastore file [datastore1] 8bfb3d1a-62f5-4781-949f-533f968c9d64 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.952219] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa2fa83a-b963-483d-9f44-b4749f0764b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.960752] env[68640]: DEBUG oslo_vmware.api [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 763.960752] env[68640]: value = "task-2990437" [ 763.960752] env[68640]: _type = "Task" [ 763.960752] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.969338] env[68640]: DEBUG oslo_vmware.api [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.045811] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990435, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.113510] env[68640]: DEBUG nova.network.neutron [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.128769] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a9f82-d90b-6003-bea6-544d5d087ffa/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 764.129745] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a599daa-415c-46a2-a48e-d5c4eb1fa371 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.139988] env[68640]: DEBUG oslo_concurrency.lockutils [req-db807c6f-f1d1-4f8a-9d03-7525c5f7884e req-442e3738-d7fa-43a4-8e26-ca5e09317666 service nova] Releasing lock "refresh_cache-2798bb9e-2924-4fbe-91f5-cb29c417fe78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.140452] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a9f82-d90b-6003-bea6-544d5d087ffa/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 764.140667] env[68640]: ERROR oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a9f82-d90b-6003-bea6-544d5d087ffa/disk-0.vmdk due to incomplete transfer. [ 764.140937] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0178767-f11d-484d-ba6a-5f0339c6dab8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.150203] env[68640]: DEBUG oslo_vmware.rw_handles [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525a9f82-d90b-6003-bea6-544d5d087ffa/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 764.150433] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Uploaded image 3d0f976d-c04f-44cd-a68b-7d0695677a36 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 764.152769] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 764.153081] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65657616-081d-4096-993c-f3bd8f335195 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.162250] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 764.162250] env[68640]: value = "task-2990438" [ 764.162250] env[68640]: _type = "Task" [ 764.162250] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.177268] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990438, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.220924] env[68640]: DEBUG nova.network.neutron [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.344088] env[68640]: DEBUG nova.scheduler.client.report [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 764.344088] env[68640]: DEBUG nova.compute.provider_tree [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 62 to 63 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 764.344088] env[68640]: DEBUG nova.compute.provider_tree [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.437582] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5259f6ed-2f9b-38b0-9601-7ae21f2ea7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01933} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.438828] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac78b0e-9abd-4f0e-b50c-d941247157ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.446026] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 764.446026] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525135e9-c5f2-12a2-02d8-714bafae3595" [ 764.446026] env[68640]: _type = "Task" [ 764.446026] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.457523] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525135e9-c5f2-12a2-02d8-714bafae3595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.470245] env[68640]: DEBUG oslo_vmware.api [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507287} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.470532] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.470735] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.470934] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.471125] env[68640]: INFO nova.compute.manager [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Took 1.25 seconds to destroy the instance on the hypervisor. [ 764.471391] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.471560] env[68640]: DEBUG nova.compute.manager [-] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.471653] env[68640]: DEBUG nova.network.neutron [-] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.547312] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990435, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.678230] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990438, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.727171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Releasing lock "refresh_cache-14c46ebc-c084-4943-9721-bab5623654e0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.727668] env[68640]: DEBUG nova.compute.manager [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.727908] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.728779] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c03b76-179e-4ef8-a173-ea40a8344e14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.738611] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.738878] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684c61eb-7868-4595-8268-92f0bfb9041e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.746832] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 764.746832] env[68640]: value = "task-2990439" [ 764.746832] env[68640]: _type = "Task" [ 764.746832] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.756674] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.850986] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.140s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.851401] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.854540] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.134s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.962180] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525135e9-c5f2-12a2-02d8-714bafae3595, 'name': SearchDatastore_Task, 'duration_secs': 0.01384} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.962616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.963021] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 2798bb9e-2924-4fbe-91f5-cb29c417fe78/2798bb9e-2924-4fbe-91f5-cb29c417fe78.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.964232] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8858bb1-95cc-4f92-8c44-fef09b08a727 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.978016] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 764.978016] env[68640]: value = "task-2990440" [ 764.978016] env[68640]: _type = "Task" [ 764.978016] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.989552] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.045697] env[68640]: DEBUG nova.compute.manager [req-943eed29-5304-46bb-b140-d05ebdd8a0e0 req-fe15aa17-8373-4d06-ad7c-fa295e9158f8 service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-vif-deleted-3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.046298] env[68640]: INFO nova.compute.manager [req-943eed29-5304-46bb-b140-d05ebdd8a0e0 req-fe15aa17-8373-4d06-ad7c-fa295e9158f8 service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Neutron deleted interface 3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0; detaching it from the instance and deleting it from the info cache [ 765.046966] env[68640]: DEBUG nova.network.neutron [req-943eed29-5304-46bb-b140-d05ebdd8a0e0 req-fe15aa17-8373-4d06-ad7c-fa295e9158f8 service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updating instance_info_cache with network_info: [{"id": "18f60f28-499c-480a-a994-3eb8d8aa99de", "address": "fa:16:3e:02:f2:84", "network": {"id": "f2e179b1-09e6-43eb-91b7-c3ad0af4b7d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-550426438", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18f60f28-49", "ovs_interfaceid": "18f60f28-499c-480a-a994-3eb8d8aa99de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "address": "fa:16:3e:e3:19:50", "network": {"id": "f310725a-6ee5-4774-b7b3-065c553492a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1571955611", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7cbd71d-28", "ovs_interfaceid": "b7cbd71d-28d3-4847-9c17-3d996de95a14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.062154] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990435, 'name': Rename_Task, 'duration_secs': 1.075226} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.062773] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.064193] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d412af-1e94-4f6a-b8e6-1b78890d5971 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.073522] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 765.073522] env[68640]: value = "task-2990441" [ 765.073522] env[68640]: _type = "Task" [ 765.073522] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.088690] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.177161] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990438, 'name': Destroy_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.260027] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990439, 'name': PowerOffVM_Task, 'duration_secs': 0.2649} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.260027] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.260027] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.260027] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2f89edd-3cf6-450c-a3e3-3f0d7b990e97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.291026] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.291026] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.291026] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Deleting the datastore file [datastore2] 14c46ebc-c084-4943-9721-bab5623654e0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.291026] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f22d60-3591-467c-a71f-900e5452182c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.301819] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for the task: (returnval){ [ 765.301819] env[68640]: value = "task-2990443" [ 765.301819] env[68640]: _type = "Task" [ 765.301819] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.310797] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.359738] env[68640]: DEBUG nova.compute.utils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.378938] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.380145] env[68640]: DEBUG nova.network.neutron [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.491677] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990440, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.522648] env[68640]: DEBUG nova.policy [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd55d3f926a642e8b39226c862dde2a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '726b5108b262427bbe1c4803cc3cdb31', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.552074] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f1f195e-5c01-4219-b20c-d11443d411b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.566041] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262bce20-e1a1-45a3-a1e9-47b407634a3d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.587778] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.611449] env[68640]: DEBUG nova.compute.manager [req-943eed29-5304-46bb-b140-d05ebdd8a0e0 req-fe15aa17-8373-4d06-ad7c-fa295e9158f8 service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Detach interface failed, port_id=3cfd5a76-e45e-4b68-a62d-d6bdd992a4a0, reason: Instance 8bfb3d1a-62f5-4781-949f-533f968c9d64 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 765.674863] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990438, 'name': Destroy_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.810262] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.877346] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.922165] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance a7f9464a-1ce9-41c1-acd0-085769f87f3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.922332] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.922553] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 462394ab-4bb2-4e64-8327-e435b51c7d27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.922645] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.922704] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 536eadbc-43da-483f-a944-4d819d5c1850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.922882] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance eabaabda-c30c-4997-83b6-f99a1ea79dbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923008] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 632d944a-2286-42bb-a3b8-cdaf59c72880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923129] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 67b5f02a-0cec-4dce-9930-d335044db208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923243] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance d1f4a410-8029-42d8-9458-2979d5b18985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923458] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c0266f22-d7f9-4d58-85ad-383048bd9b0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923585] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 7ac22d65-87d4-4e6f-905b-90d908517ed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923713] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 544b1215-eb04-4ea0-82ef-1ba86cbff201 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923840] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 09e9bef6-5a68-409a-b948-c2aaf3646c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.923950] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 74bda310-8e1f-42da-9e25-0c52335ba195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.924545] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c61ee34d-013c-48f9-a317-64fd8e3c3b50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.924833] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 9172c277-4b51-4c2d-b86b-4e70028eca7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.924833] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance b6bc3cbc-2cee-4470-a436-d11518ec54fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 765.925122] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 14c46ebc-c084-4943-9721-bab5623654e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925251] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925364] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance dd97f7fd-2d0b-4be4-a329-748a9cf9af29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925550] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 8bfb3d1a-62f5-4781-949f-533f968c9d64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925587] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance dc149598-d3ba-4d97-a6b8-d499f6db8596 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925677] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance f009d542-950f-4cd2-b03c-7d9a5b82d921 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925789] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 2798bb9e-2924-4fbe-91f5-cb29c417fe78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.925937] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance a5aae937-9db7-4f5e-b907-91d0654e1625 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 765.990802] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761658} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.991158] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 2798bb9e-2924-4fbe-91f5-cb29c417fe78/2798bb9e-2924-4fbe-91f5-cb29c417fe78.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.991374] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.991763] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf382dfd-04b6-4ec2-824e-d4f0f20a456d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.000239] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 766.000239] env[68640]: value = "task-2990444" [ 766.000239] env[68640]: _type = "Task" [ 766.000239] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.009400] env[68640]: DEBUG nova.network.neutron [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Successfully created port: 88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.020494] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.088665] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.176489] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990438, 'name': Destroy_Task, 'duration_secs': 1.928824} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.176817] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Destroyed the VM [ 766.177085] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.177346] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b447d45-bb92-4296-927e-033947e607c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.185382] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 766.185382] env[68640]: value = "task-2990445" [ 766.185382] env[68640]: _type = "Task" [ 766.185382] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.195175] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.311430] env[68640]: DEBUG oslo_vmware.api [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Task: {'id': task-2990443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.707677} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.311689] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.311892] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.315255] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.315494] env[68640]: INFO nova.compute.manager [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Took 1.59 seconds to destroy the instance on the hypervisor. [ 766.315742] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.315941] env[68640]: DEBUG nova.compute.manager [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.316047] env[68640]: DEBUG nova.network.neutron [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.332435] env[68640]: DEBUG nova.network.neutron [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.349109] env[68640]: DEBUG nova.network.neutron [-] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.383947] env[68640]: INFO nova.virt.block_device [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Booting with volume 7be2f33c-3b69-493b-bdef-ed02f089105d at /dev/sda [ 766.424991] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8197a703-7ac8-4594-b1ab-0ca1e6bb2d6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.430060] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 0a466d74-4aea-4601-9b46-865c29d21e8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 766.439378] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb8716-283d-4cdc-91be-d7055fbf8afb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.482971] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-644e49ba-badb-4690-99e9-ef99556348bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.497198] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c5a55e-e85f-4882-9837-1d461a88d4c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.518519] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073861} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.518821] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.519653] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bea2ba8-6207-489b-84c0-b7bf1a7979ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.554824] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b5ade8-639a-4169-ba9a-79ef1fad2f99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.566938] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2798bb9e-2924-4fbe-91f5-cb29c417fe78/2798bb9e-2924-4fbe-91f5-cb29c417fe78.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.567325] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7349701-f247-4f18-95e4-2fd24ee7265b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.588726] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f308ed1-14fd-4ecb-87e5-9ce9369d9cda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.596091] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.596442] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 766.596442] env[68640]: value = "task-2990446" [ 766.596442] env[68640]: _type = "Task" [ 766.596442] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.604804] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.610249] env[68640]: DEBUG nova.virt.block_device [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updating existing volume attachment record: 6318f1e8-1206-40dc-8d5a-50a5123fa29c {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 766.696123] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.835104] env[68640]: DEBUG nova.network.neutron [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.853999] env[68640]: INFO nova.compute.manager [-] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Took 2.38 seconds to deallocate network for instance. [ 766.938870] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 2bce802a-bf71-4199-a1d3-0466bed7e0be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.095450] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.112171] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990446, 'name': ReconfigVM_Task, 'duration_secs': 0.329433} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.112717] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2798bb9e-2924-4fbe-91f5-cb29c417fe78/2798bb9e-2924-4fbe-91f5-cb29c417fe78.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.114195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5af9e0d-00ed-4118-8e84-a4611d8f23df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.124843] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 767.124843] env[68640]: value = "task-2990447" [ 767.124843] env[68640]: _type = "Task" [ 767.124843] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.136715] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990447, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.204826] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990445, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.233718] env[68640]: DEBUG nova.compute.manager [req-7ba4d126-dc93-4e8e-a001-7e7ab150f0d2 req-a4a17def-653a-4d87-a6a5-c5633b4eb929 service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-vif-deleted-b7cbd71d-28d3-4847-9c17-3d996de95a14 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.234021] env[68640]: DEBUG nova.compute.manager [req-7ba4d126-dc93-4e8e-a001-7e7ab150f0d2 req-a4a17def-653a-4d87-a6a5-c5633b4eb929 service nova] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Received event network-vif-deleted-18f60f28-499c-480a-a994-3eb8d8aa99de {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.338325] env[68640]: INFO nova.compute.manager [-] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Took 1.02 seconds to deallocate network for instance. [ 767.357791] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.445205] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 767.595112] env[68640]: DEBUG oslo_vmware.api [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990441, 'name': PowerOnVM_Task, 'duration_secs': 2.110397} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.595416] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.595621] env[68640]: INFO nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Took 9.86 seconds to spawn the instance on the hypervisor. [ 767.595807] env[68640]: DEBUG nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.596590] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044261e-b936-4cbe-b53d-01fe902fe6e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.637496] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990447, 'name': Rename_Task, 'duration_secs': 0.197482} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.638412] env[68640]: DEBUG nova.network.neutron [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Successfully updated port: 88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.639739] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.640058] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27391ea5-36db-4cd4-b686-16a93377529c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.648935] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 767.648935] env[68640]: value = "task-2990448" [ 767.648935] env[68640]: _type = "Task" [ 767.648935] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.661066] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.697478] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990445, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.846836] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.851338] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.851618] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.949385] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 829be9ef-e8dc-49a6-b0fc-b72e234755d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.118271] env[68640]: INFO nova.compute.manager [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Took 38.39 seconds to build instance. [ 768.141385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.142122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquired lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.142122] env[68640]: DEBUG nova.network.neutron [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.162368] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990448, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.197504] env[68640]: DEBUG oslo_vmware.api [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990445, 'name': RemoveSnapshot_Task, 'duration_secs': 1.556059} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.198120] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.198120] env[68640]: INFO nova.compute.manager [None req-eba1589b-d859-4047-982a-47b20379efff tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Took 17.96 seconds to snapshot the instance on the hypervisor. [ 768.452738] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 46aed8d6-f613-40c8-ae1a-42f38f622f8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 768.620747] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a0a46e33-7f44-4c65-86b5-50d214a6390f tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.172s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.665337] env[68640]: DEBUG oslo_vmware.api [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990448, 'name': PowerOnVM_Task, 'duration_secs': 0.657774} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.665337] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.665337] env[68640]: INFO nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Took 8.22 seconds to spawn the instance on the hypervisor. [ 768.665501] env[68640]: DEBUG nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.666283] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e58599-0a7e-41d1-b2ff-50df974894af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.709046] env[68640]: DEBUG nova.network.neutron [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.793823] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.794487] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.794608] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.794707] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.795229] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.795229] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.795229] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.795394] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.795540] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.797077] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.797077] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.797077] env[68640]: DEBUG nova.virt.hardware [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.800881] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50381a-5dfb-415f-bbcc-75f83194ef09 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.811815] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ac90b-d8c3-460d-b718-38ef60247232 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.905722] env[68640]: DEBUG nova.network.neutron [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updating instance_info_cache with network_info: [{"id": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "address": "fa:16:3e:7f:00:f6", "network": {"id": "c6e9bbda-7b81-4870-97b0-6176ef5623ef", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-358895172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726b5108b262427bbe1c4803cc3cdb31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ed0093-b5", "ovs_interfaceid": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.956200] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 39d6d5b4-6684-41b0-a459-5993a3583fd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.128591] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.188143] env[68640]: INFO nova.compute.manager [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Took 37.73 seconds to build instance. [ 769.361115] env[68640]: DEBUG nova.compute.manager [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Received event network-vif-plugged-88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.361115] env[68640]: DEBUG oslo_concurrency.lockutils [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] Acquiring lock "a5aae937-9db7-4f5e-b907-91d0654e1625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.361115] env[68640]: DEBUG oslo_concurrency.lockutils [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.361115] env[68640]: DEBUG oslo_concurrency.lockutils [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.361311] env[68640]: DEBUG nova.compute.manager [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] No waiting events found dispatching network-vif-plugged-88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.361531] env[68640]: WARNING nova.compute.manager [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Received unexpected event network-vif-plugged-88ed0093-b5b4-46af-9e6f-5f1000e33d18 for instance with vm_state building and task_state spawning. [ 769.361660] env[68640]: DEBUG nova.compute.manager [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Received event network-changed-88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.361764] env[68640]: DEBUG nova.compute.manager [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Refreshing instance network info cache due to event network-changed-88ed0093-b5b4-46af-9e6f-5f1000e33d18. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.361932] env[68640]: DEBUG oslo_concurrency.lockutils [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] Acquiring lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.409637] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Releasing lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.409958] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance network_info: |[{"id": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "address": "fa:16:3e:7f:00:f6", "network": {"id": "c6e9bbda-7b81-4870-97b0-6176ef5623ef", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-358895172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726b5108b262427bbe1c4803cc3cdb31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ed0093-b5", "ovs_interfaceid": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.410300] env[68640]: DEBUG oslo_concurrency.lockutils [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] Acquired lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.410480] env[68640]: DEBUG nova.network.neutron [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Refreshing network info cache for port 88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.411742] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:00:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ed0093-b5b4-46af-9e6f-5f1000e33d18', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.419211] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Creating folder: Project (726b5108b262427bbe1c4803cc3cdb31). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.420273] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cce7f91-65b8-4689-bfd4-a00f21676d32 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.436225] env[68640]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 769.436412] env[68640]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68640) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 769.436762] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Folder already exists: Project (726b5108b262427bbe1c4803cc3cdb31). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 769.436960] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Creating folder: Instances. Parent ref: group-v599706. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.437212] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c217271a-1e01-4bff-ab11-9fadd088dac8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.448422] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Created folder: Instances in parent group-v599706. [ 769.448679] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.448876] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.449104] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dbe105e-faa7-434d-a22d-20bf6093a303 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.464861] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 07974438-9f23-485d-b9c5-659709c0fa16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.473846] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.473846] env[68640]: value = "task-2990451" [ 769.473846] env[68640]: _type = "Task" [ 769.473846] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.482414] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990451, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.653942] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.672605] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.690390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6601f8eb-b388-4c9b-b7d8-39b7abb1a7b1 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.753s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.691697] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.019s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.691917] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.692215] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.692372] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.695573] env[68640]: INFO nova.compute.manager [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Terminating instance [ 769.971027] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 769.985996] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990451, 'name': CreateVM_Task, 'duration_secs': 0.427779} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.987043] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.987043] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599718', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'name': 'volume-7be2f33c-3b69-493b-bdef-ed02f089105d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5aae937-9db7-4f5e-b907-91d0654e1625', 'attached_at': '', 'detached_at': '', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'serial': '7be2f33c-3b69-493b-bdef-ed02f089105d'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'device_type': None, 'attachment_id': '6318f1e8-1206-40dc-8d5a-50a5123fa29c', 'volume_type': None}], 'swap': None} {{(pid=68640) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 769.987237] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Root volume attach. Driver type: vmdk {{(pid=68640) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 769.988963] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40555470-75d0-4035-84b1-f142c97c9f5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.999250] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b3eb46-ffef-4868-88f9-ff3d9fb27e95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.008985] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6b1a9-a930-48ca-a053-633f65d8d80b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.017301] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f140f0c1-8f9b-4f4d-a96e-d68a733f7aaa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.028341] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 770.028341] env[68640]: value = "task-2990452" [ 770.028341] env[68640]: _type = "Task" [ 770.028341] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.041204] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.087388] env[68640]: DEBUG nova.compute.manager [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.088351] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee926a94-1ffc-4498-8822-be8bbd867e19 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.194951] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.199642] env[68640]: DEBUG nova.compute.manager [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.199965] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.200954] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c756a-d887-4e51-bf04-72a1359932f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.208497] env[68640]: DEBUG nova.network.neutron [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updated VIF entry in instance network info cache for port 88ed0093-b5b4-46af-9e6f-5f1000e33d18. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.208896] env[68640]: DEBUG nova.network.neutron [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updating instance_info_cache with network_info: [{"id": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "address": "fa:16:3e:7f:00:f6", "network": {"id": "c6e9bbda-7b81-4870-97b0-6176ef5623ef", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-358895172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726b5108b262427bbe1c4803cc3cdb31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ed0093-b5", "ovs_interfaceid": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.212399] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.212896] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35676745-5636-4a2c-83f0-ca6dea65c61b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.221057] env[68640]: DEBUG oslo_vmware.api [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 770.221057] env[68640]: value = "task-2990453" [ 770.221057] env[68640]: _type = "Task" [ 770.221057] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.233335] env[68640]: DEBUG oslo_vmware.api [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.474146] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 415ba173-fc7d-47f8-82f7-4f0737d6c0f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 770.541780] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 40%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.607699] env[68640]: INFO nova.compute.manager [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] instance snapshotting [ 770.611608] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803e853a-e23b-440b-a400-630f94b4b244 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.632042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea05383-1a50-47d3-9110-adccafe5800b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.714304] env[68640]: DEBUG oslo_concurrency.lockutils [req-71f38a2b-786a-4dde-ad56-f7eda3ea4e9c req-c71e2bb5-2103-421c-9f0d-b8bcde7a5127 service nova] Releasing lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.720823] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.731648] env[68640]: DEBUG oslo_vmware.api [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990453, 'name': PowerOffVM_Task, 'duration_secs': 0.241604} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.732239] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.732506] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.732881] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15f00a55-1e32-434b-8406-08779f9fe3d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.815971] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.816219] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.816508] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleting the datastore file [datastore2] 2798bb9e-2924-4fbe-91f5-cb29c417fe78 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.816866] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb44fead-063b-4bda-9efa-c39beee0dd27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.827900] env[68640]: DEBUG oslo_vmware.api [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 770.827900] env[68640]: value = "task-2990455" [ 770.827900] env[68640]: _type = "Task" [ 770.827900] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.837250] env[68640]: DEBUG oslo_vmware.api [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.915840] env[68640]: DEBUG nova.compute.manager [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.916834] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d8bb9-430b-4ffc-8d68-101d10378fb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.977925] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 74b9dbab-b094-4f3b-8dd9-d6573c5f3062 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 771.043014] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 54%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.145433] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.145668] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-560a872d-3228-4891-afc7-d8c74e4651b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.155041] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 771.155041] env[68640]: value = "task-2990456" [ 771.155041] env[68640]: _type = "Task" [ 771.155041] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.165487] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990456, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.339591] env[68640]: DEBUG oslo_vmware.api [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248673} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.339887] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.340109] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.340306] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.340558] env[68640]: INFO nova.compute.manager [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Took 1.14 seconds to destroy the instance on the hypervisor. [ 771.340870] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.341091] env[68640]: DEBUG nova.compute.manager [-] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.341188] env[68640]: DEBUG nova.network.neutron [-] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.429798] env[68640]: INFO nova.compute.manager [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] instance snapshotting [ 771.433213] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1b0eb4-3dd1-4bcc-a811-24bc6b0f5632 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.458828] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca06bd8e-d457-4335-b1d2-cb462193ce72 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.481593] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance f9506261-0ce6-4fe1-aa8f-ce06d7e15909 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 771.543979] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 67%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.666438] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990456, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.723441] env[68640]: DEBUG nova.compute.manager [req-acd3a18f-c208-4a44-9fa8-b3768b3f3a9c req-43366761-ed1e-423f-82de-0a341a17b828 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Received event network-vif-deleted-817db544-8796-44b2-9888-fb683d272e32 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.723878] env[68640]: INFO nova.compute.manager [req-acd3a18f-c208-4a44-9fa8-b3768b3f3a9c req-43366761-ed1e-423f-82de-0a341a17b828 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Neutron deleted interface 817db544-8796-44b2-9888-fb683d272e32; detaching it from the instance and deleting it from the info cache [ 771.723878] env[68640]: DEBUG nova.network.neutron [req-acd3a18f-c208-4a44-9fa8-b3768b3f3a9c req-43366761-ed1e-423f-82de-0a341a17b828 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.971967] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.971967] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eafef989-b0ec-4cc4-a850-0238e70f7984 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.981305] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 771.981305] env[68640]: value = "task-2990457" [ 771.981305] env[68640]: _type = "Task" [ 771.981305] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.985104] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 704832be-edca-4d76-a806-948c94251861 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 771.993119] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.044190] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 81%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.167410] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990456, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.202160] env[68640]: DEBUG nova.network.neutron [-] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.226708] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3da6e2e-2d42-4778-9f84-4f88aa9e2198 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.239477] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba3e42-27c2-4d9f-8a7c-629e79407cbd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.282259] env[68640]: DEBUG nova.compute.manager [req-acd3a18f-c208-4a44-9fa8-b3768b3f3a9c req-43366761-ed1e-423f-82de-0a341a17b828 service nova] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Detach interface failed, port_id=817db544-8796-44b2-9888-fb683d272e32, reason: Instance 2798bb9e-2924-4fbe-91f5-cb29c417fe78 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.487916] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 11847cbd-e74c-49ca-b518-aaa7204767b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 772.488277] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 772.488430] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 772.497331] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.546376] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 96%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.668713] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990456, 'name': CreateSnapshot_Task, 'duration_secs': 1.3356} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.668986] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.669764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b318d3-e231-4348-9bbe-f1ee2608d58c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.705384] env[68640]: INFO nova.compute.manager [-] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Took 1.36 seconds to deallocate network for instance. [ 772.964640] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0065905-bbe1-4b59-9113-d2ee2d662c24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.977565] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f3cd3-5142-4fca-9a5a-1041f150a31e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.012652] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de12a64-2815-4ffc-a3a3-78680c2bcf46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.018085] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.022912] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed19267-b4d6-49ea-aeb5-c81cebdc7f51 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.037322] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.046866] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 97%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.189854] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 773.190197] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a8d766e-c5ec-4237-892c-8c7747da51fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.200984] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 773.200984] env[68640]: value = "task-2990458" [ 773.200984] env[68640]: _type = "Task" [ 773.200984] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.213485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.214325] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990458, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.495062] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.550252] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task} progress is 98%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.564402] env[68640]: ERROR nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [req-be7a5267-9fc1-421c-ad3a-a4bf108a4c56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-be7a5267-9fc1-421c-ad3a-a4bf108a4c56"}]} [ 773.584298] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 773.599724] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 773.599951] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.610817] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 773.628699] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 773.713125] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990458, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.994032] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990457, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.048592] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990452, 'name': RelocateVM_Task, 'duration_secs': 3.805654} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.048883] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 774.049100] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599718', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'name': 'volume-7be2f33c-3b69-493b-bdef-ed02f089105d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5aae937-9db7-4f5e-b907-91d0654e1625', 'attached_at': '', 'detached_at': '', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'serial': '7be2f33c-3b69-493b-bdef-ed02f089105d'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 774.049969] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eb4112-576e-40cc-bcfd-d8c345e007ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.069617] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a832ae9c-1159-4d45-856b-733284d2197d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.092821] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] volume-7be2f33c-3b69-493b-bdef-ed02f089105d/volume-7be2f33c-3b69-493b-bdef-ed02f089105d.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.095515] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c53745-f44f-4354-bdd9-f95d948cfffa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.116829] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 774.116829] env[68640]: value = "task-2990459" [ 774.116829] env[68640]: _type = "Task" [ 774.116829] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.125987] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.182133] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a989471-661e-4cdb-93c0-658fe389f63e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.190570] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24a22e7-4afe-48bf-a0f5-a381988483de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.225016] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8e0a8c-fc06-4d78-a0c8-a53435b8dc60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.235041] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990458, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.238420] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87922e12-f90c-40d7-910f-ed69473cf3d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.252807] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.495072] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990457, 'name': CreateSnapshot_Task, 'duration_secs': 2.257322} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.495339] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.496796] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994e612-465c-4652-a6f5-b258ac7e9657 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.629259] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990459, 'name': ReconfigVM_Task, 'duration_secs': 0.311193} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.629587] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Reconfigured VM instance instance-00000026 to attach disk [datastore2] volume-7be2f33c-3b69-493b-bdef-ed02f089105d/volume-7be2f33c-3b69-493b-bdef-ed02f089105d.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.634713] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d99a6fe2-75bd-4bf1-a70e-9fe57c9e07d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.652052] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 774.652052] env[68640]: value = "task-2990460" [ 774.652052] env[68640]: _type = "Task" [ 774.652052] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.661044] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.731619] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990458, 'name': CloneVM_Task, 'duration_secs': 1.476999} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.731871] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Created linked-clone VM from snapshot [ 774.732644] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cb9d24-9a96-43fc-adc0-3f57bbb38e66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.741075] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Uploading image 1a1053b1-9cc9-4053-822a-1689cd19e580 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.767761] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.767761] env[68640]: value = "vm-599775" [ 774.767761] env[68640]: _type = "VirtualMachine" [ 774.767761] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.768131] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0683cf5-482b-4c9b-8bd8-761b1e27133f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.776776] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lease: (returnval){ [ 774.776776] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5267bf46-ee53-47fa-f3d7-cc04f10908de" [ 774.776776] env[68640]: _type = "HttpNfcLease" [ 774.776776] env[68640]: } obtained for exporting VM: (result){ [ 774.776776] env[68640]: value = "vm-599775" [ 774.776776] env[68640]: _type = "VirtualMachine" [ 774.776776] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.776776] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the lease: (returnval){ [ 774.776776] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5267bf46-ee53-47fa-f3d7-cc04f10908de" [ 774.776776] env[68640]: _type = "HttpNfcLease" [ 774.776776] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.784846] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.784846] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5267bf46-ee53-47fa-f3d7-cc04f10908de" [ 774.784846] env[68640]: _type = "HttpNfcLease" [ 774.784846] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.788890] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 774.789232] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 64 to 65 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 774.789493] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.014767] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.015150] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11f7bbc9-4e0d-45be-8975-15bd28eac01c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.024246] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 775.024246] env[68640]: value = "task-2990462" [ 775.024246] env[68640]: _type = "Task" [ 775.024246] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.033484] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990462, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.162689] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990460, 'name': ReconfigVM_Task, 'duration_secs': 0.150427} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.163100] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599718', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'name': 'volume-7be2f33c-3b69-493b-bdef-ed02f089105d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5aae937-9db7-4f5e-b907-91d0654e1625', 'attached_at': '', 'detached_at': '', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'serial': '7be2f33c-3b69-493b-bdef-ed02f089105d'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 775.163680] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c725363-fb0f-4b89-8930-3d947e1a6a8f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.171876] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 775.171876] env[68640]: value = "task-2990463" [ 775.171876] env[68640]: _type = "Task" [ 775.171876] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.180926] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990463, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.285281] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.285281] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5267bf46-ee53-47fa-f3d7-cc04f10908de" [ 775.285281] env[68640]: _type = "HttpNfcLease" [ 775.285281] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.285573] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.285573] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5267bf46-ee53-47fa-f3d7-cc04f10908de" [ 775.285573] env[68640]: _type = "HttpNfcLease" [ 775.285573] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.286339] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b718d-b8b8-48fe-9b29-aff3bff20550 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.294491] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa388e-c39e-9216-6363-7182133100ff/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.294666] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa388e-c39e-9216-6363-7182133100ff/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.297882] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 775.298132] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.444s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.354054] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.099s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.355705] env[68640]: INFO nova.compute.claims [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.396227] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a910f969-c382-43c5-b063-1d84bba9beb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.537084] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990462, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.683036] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990463, 'name': Rename_Task, 'duration_secs': 0.144594} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.683036] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.683036] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a532fb33-30a6-4639-8a2a-e8628ebf168c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.691038] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 775.691038] env[68640]: value = "task-2990464" [ 775.691038] env[68640]: _type = "Task" [ 775.691038] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.699283] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.043384] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990462, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.202500] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.537097] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990462, 'name': CloneVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.704981] env[68640]: DEBUG oslo_vmware.api [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990464, 'name': PowerOnVM_Task, 'duration_secs': 0.521167} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.705329] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.705628] env[68640]: INFO nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Took 7.91 seconds to spawn the instance on the hypervisor. [ 776.705814] env[68640]: DEBUG nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.706616] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b19fb-f0b4-45db-9a35-e847e6195cbf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.876953] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fbf244-c3b1-4973-abd1-237805c15ac6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.886979] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295303c5-6372-49a8-8d1d-97fc2944c5f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.932861] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c1582c-730d-4006-b893-13ea0feeae4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.941409] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c41b61-fe3a-4d07-aac3-e7c278d1e8f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.956335] env[68640]: DEBUG nova.compute.provider_tree [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.040236] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990462, 'name': CloneVM_Task, 'duration_secs': 1.521116} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.040599] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Created linked-clone VM from snapshot [ 777.041354] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60648f-1c91-49ff-b166-55f1c03a7ba8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.050142] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Uploading image b0e44d2d-c983-44c0-930a-c3f81604f8b1 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.074749] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.074749] env[68640]: value = "vm-599777" [ 777.074749] env[68640]: _type = "VirtualMachine" [ 777.074749] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.075512] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1051b5b-a7c8-447c-bf46-1bfc9c5b578d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.084906] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lease: (returnval){ [ 777.084906] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e8f603-80df-9b4b-4f1e-2b0ea3f13c38" [ 777.084906] env[68640]: _type = "HttpNfcLease" [ 777.084906] env[68640]: } obtained for exporting VM: (result){ [ 777.084906] env[68640]: value = "vm-599777" [ 777.084906] env[68640]: _type = "VirtualMachine" [ 777.084906] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.085331] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the lease: (returnval){ [ 777.085331] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e8f603-80df-9b4b-4f1e-2b0ea3f13c38" [ 777.085331] env[68640]: _type = "HttpNfcLease" [ 777.085331] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.092606] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.092606] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e8f603-80df-9b4b-4f1e-2b0ea3f13c38" [ 777.092606] env[68640]: _type = "HttpNfcLease" [ 777.092606] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.228138] env[68640]: INFO nova.compute.manager [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Took 38.90 seconds to build instance. [ 777.460025] env[68640]: DEBUG nova.scheduler.client.report [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.594434] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.594434] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e8f603-80df-9b4b-4f1e-2b0ea3f13c38" [ 777.594434] env[68640]: _type = "HttpNfcLease" [ 777.594434] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 777.594820] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 777.594820] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e8f603-80df-9b4b-4f1e-2b0ea3f13c38" [ 777.594820] env[68640]: _type = "HttpNfcLease" [ 777.594820] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 777.595702] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe2704-a240-4c9e-8195-0748e8a94dde {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.604020] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237d648-cc8f-4bc2-f1b1-b67ab05b135c/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 777.604798] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237d648-cc8f-4bc2-f1b1-b67ab05b135c/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 777.713848] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc029446-dee4-4cb4-a019-0457c9870951 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.730012] env[68640]: DEBUG oslo_concurrency.lockutils [None req-714c776f-8a13-4236-b303-ffd12ca769a9 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.911s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.965569] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.966463] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.970803] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.779s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.971958] env[68640]: INFO nova.compute.claims [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.236366] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.465770] env[68640]: DEBUG nova.compute.manager [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Received event network-changed-88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.466060] env[68640]: DEBUG nova.compute.manager [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Refreshing instance network info cache due to event network-changed-88ed0093-b5b4-46af-9e6f-5f1000e33d18. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.466291] env[68640]: DEBUG oslo_concurrency.lockutils [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] Acquiring lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.466605] env[68640]: DEBUG oslo_concurrency.lockutils [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] Acquired lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.466605] env[68640]: DEBUG nova.network.neutron [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Refreshing network info cache for port 88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.477117] env[68640]: DEBUG nova.compute.utils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.481617] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.481937] env[68640]: DEBUG nova.network.neutron [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.538188] env[68640]: DEBUG nova.policy [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07a90c5bc6f8452baf63f2f5f537592f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b74be75d89574f11a731c23bffe9954b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.779574] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.913123] env[68640]: DEBUG nova.network.neutron [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Successfully created port: b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.987222] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.468181] env[68640]: DEBUG nova.network.neutron [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updated VIF entry in instance network info cache for port 88ed0093-b5b4-46af-9e6f-5f1000e33d18. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.469243] env[68640]: DEBUG nova.network.neutron [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updating instance_info_cache with network_info: [{"id": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "address": "fa:16:3e:7f:00:f6", "network": {"id": "c6e9bbda-7b81-4870-97b0-6176ef5623ef", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-358895172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "726b5108b262427bbe1c4803cc3cdb31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ed0093-b5", "ovs_interfaceid": "88ed0093-b5b4-46af-9e6f-5f1000e33d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.632561] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb71551-8618-499e-9651-1b0c5479c535 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.641434] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f93033-07eb-4666-8c79-1e1f473269e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.674328] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e165b3a-1359-4b51-933c-f161043fcb82 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.683444] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ade487-b0d0-4576-841a-ed887b6767f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.705594] env[68640]: DEBUG nova.compute.provider_tree [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.973371] env[68640]: DEBUG oslo_concurrency.lockutils [req-9eb18ba6-90a0-4b7a-b634-b032b5cb0917 req-bf38c240-386d-49d8-a0ea-575626858681 service nova] Releasing lock "refresh_cache-a5aae937-9db7-4f5e-b907-91d0654e1625" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.997851] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.209622] env[68640]: DEBUG nova.scheduler.client.report [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.710280] env[68640]: DEBUG nova.network.neutron [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Successfully updated port: b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.716956] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.716956] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.720579] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.453s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.721990] env[68640]: INFO nova.compute.claims [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.212964] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.213120] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.213193] env[68640]: DEBUG nova.network.neutron [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.228716] env[68640]: DEBUG nova.compute.utils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.231434] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.231434] env[68640]: DEBUG nova.network.neutron [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.276330] env[68640]: DEBUG nova.policy [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc9d1768cc1449418f05e2ca2b994caf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dddb6e8e287949dbaba6d7c35ce42335', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.558962] env[68640]: DEBUG nova.network.neutron [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Successfully created port: 5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.731370] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.763781] env[68640]: DEBUG nova.network.neutron [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.958336] env[68640]: DEBUG nova.network.neutron [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updating instance_info_cache with network_info: [{"id": "b9cf2f71-1958-490a-b750-85c1ae770284", "address": "fa:16:3e:f3:bf:2c", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cf2f71-19", "ovs_interfaceid": "b9cf2f71-1958-490a-b750-85c1ae770284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.282594] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c279e9f-02e3-4669-bb89-1e412cc19f2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.295818] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bf057e-6241-4c93-abe7-6273dfd901fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.329465] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e746e4-fc79-4ee6-965e-cec65dd560de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.338158] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937f8a76-ad01-4e1f-a7d3-edb9a76d6f1a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.355524] env[68640]: DEBUG nova.compute.provider_tree [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.463726] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.464162] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Instance network_info: |[{"id": "b9cf2f71-1958-490a-b750-85c1ae770284", "address": "fa:16:3e:f3:bf:2c", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cf2f71-19", "ovs_interfaceid": "b9cf2f71-1958-490a-b750-85c1ae770284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.742882] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.858439] env[68640]: DEBUG nova.scheduler.client.report [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.160532] env[68640]: DEBUG nova.network.neutron [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Successfully updated port: 5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.364373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.364942] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.367768] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.747s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.368013] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.370717] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.766s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.372339] env[68640]: INFO nova.compute.claims [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.400400] env[68640]: INFO nova.scheduler.client.report [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Deleted allocations for instance b6bc3cbc-2cee-4470-a436-d11518ec54fa [ 783.663569] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "refresh_cache-2bce802a-bf71-4199-a1d3-0466bed7e0be" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.663775] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquired lock "refresh_cache-2bce802a-bf71-4199-a1d3-0466bed7e0be" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.663941] env[68640]: DEBUG nova.network.neutron [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.878119] env[68640]: DEBUG nova.compute.utils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.881310] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.881481] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.908631] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6b45365-5da9-4d1a-9acc-5097364b365d tempest-DeleteServersAdminTestJSON-833910355 tempest-DeleteServersAdminTestJSON-833910355-project-member] Lock "b6bc3cbc-2cee-4470-a436-d11518ec54fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.745s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.926908] env[68640]: DEBUG nova.policy [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2918efef2eed4a6ea15a34414fdb0568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84048e0afa54afa94016fd179616bcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.221743] env[68640]: DEBUG nova.network.neutron [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.264449] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Successfully created port: a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.308202] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.308464] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.308530] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.308697] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.308844] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.309192] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.317946] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.317946] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.317946] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.317946] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.317946] env[68640]: DEBUG nova.virt.hardware [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.317946] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e15be-849d-4dbb-b5f4-0c1e4654445c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.331524] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.331739] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.331816] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.331948] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.332106] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.332257] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.332468] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.332651] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.332890] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.333015] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.333200] env[68640]: DEBUG nova.virt.hardware [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.334542] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3535ef2-e9a7-48b2-92be-b9de0b4f7f85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.340543] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d22aa-7442-4bd2-a5c1-dff5663c414a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.354727] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:bf:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9cf2f71-1958-490a-b750-85c1ae770284', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.366350] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.368699] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa388e-c39e-9216-6363-7182133100ff/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.370943] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.371721] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f60e3e-7b5b-409e-9489-bcb1ff34c1b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.374602] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b88d216a-f01b-4352-accf-ee31c6f585ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.390965] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27823ff5-6f0a-4d8b-b1d2-82fd469faa2c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.398737] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.408185] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa388e-c39e-9216-6363-7182133100ff/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.408403] env[68640]: ERROR oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa388e-c39e-9216-6363-7182133100ff/disk-0.vmdk due to incomplete transfer. [ 784.417027] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14004887-055c-4819-83cb-5219b3286177 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.420456] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.420456] env[68640]: value = "task-2990466" [ 784.420456] env[68640]: _type = "Task" [ 784.420456] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.429142] env[68640]: DEBUG oslo_vmware.rw_handles [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa388e-c39e-9216-6363-7182133100ff/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.429437] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Uploaded image 1a1053b1-9cc9-4053-822a-1689cd19e580 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.432813] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.437017] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be7d3498-7e42-458f-a6e2-143f3db280fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.438323] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990466, 'name': CreateVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.444302] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 784.444302] env[68640]: value = "task-2990467" [ 784.444302] env[68640]: _type = "Task" [ 784.444302] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.457782] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990467, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.482723] env[68640]: DEBUG nova.network.neutron [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Updating instance_info_cache with network_info: [{"id": "5e823907-d713-4cea-9b6e-71d7ed5b257c", "address": "fa:16:3e:3e:d6:ce", "network": {"id": "9f4348c8-e33e-4751-9db7-f600f77d1780", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-225433836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddb6e8e287949dbaba6d7c35ce42335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e823907-d7", "ovs_interfaceid": "5e823907-d713-4cea-9b6e-71d7ed5b257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.933198] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990466, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.963036] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990467, 'name': Destroy_Task, 'duration_secs': 0.475117} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.963202] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Destroyed the VM [ 784.963420] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.964245] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b15093a-cba8-4363-8706-8816d075fc4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.966684] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cce5ce44-7264-4f5f-aa0e-323c50811b7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.974136] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d37e6c1-1951-4024-ade2-79819c8ecb25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.977244] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 784.977244] env[68640]: value = "task-2990468" [ 784.977244] env[68640]: _type = "Task" [ 784.977244] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.004265] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Releasing lock "refresh_cache-2bce802a-bf71-4199-a1d3-0466bed7e0be" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.004566] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Instance network_info: |[{"id": "5e823907-d713-4cea-9b6e-71d7ed5b257c", "address": "fa:16:3e:3e:d6:ce", "network": {"id": "9f4348c8-e33e-4751-9db7-f600f77d1780", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-225433836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddb6e8e287949dbaba6d7c35ce42335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e823907-d7", "ovs_interfaceid": "5e823907-d713-4cea-9b6e-71d7ed5b257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.005941] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:d6:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e823907-d713-4cea-9b6e-71d7ed5b257c', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.013674] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Creating folder: Project (dddb6e8e287949dbaba6d7c35ce42335). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.014458] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840d1ae9-17ca-4d95-9cc3-a68ab4be411a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.021869] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47e9a873-ef8c-42ea-81d0-213535a1ac95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.023558] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.028275] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edfad9-ec8e-4a85-a885-3f74660d5ad2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.033965] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Created folder: Project (dddb6e8e287949dbaba6d7c35ce42335) in parent group-v599664. [ 785.034166] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Creating folder: Instances. Parent ref: group-v599779. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 785.035518] env[68640]: DEBUG nova.compute.manager [req-1d76d12a-e121-4a66-b028-1616cf056437 req-d0bed87c-4293-4ca6-86d4-63a8e49856b1 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Received event network-vif-plugged-b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.035733] env[68640]: DEBUG oslo_concurrency.lockutils [req-1d76d12a-e121-4a66-b028-1616cf056437 req-d0bed87c-4293-4ca6-86d4-63a8e49856b1 service nova] Acquiring lock "0a466d74-4aea-4601-9b46-865c29d21e8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.035906] env[68640]: DEBUG oslo_concurrency.lockutils [req-1d76d12a-e121-4a66-b028-1616cf056437 req-d0bed87c-4293-4ca6-86d4-63a8e49856b1 service nova] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.036086] env[68640]: DEBUG oslo_concurrency.lockutils [req-1d76d12a-e121-4a66-b028-1616cf056437 req-d0bed87c-4293-4ca6-86d4-63a8e49856b1 service nova] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.036251] env[68640]: DEBUG nova.compute.manager [req-1d76d12a-e121-4a66-b028-1616cf056437 req-d0bed87c-4293-4ca6-86d4-63a8e49856b1 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] No waiting events found dispatching network-vif-plugged-b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.036408] env[68640]: WARNING nova.compute.manager [req-1d76d12a-e121-4a66-b028-1616cf056437 req-d0bed87c-4293-4ca6-86d4-63a8e49856b1 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Received unexpected event network-vif-plugged-b9cf2f71-1958-490a-b750-85c1ae770284 for instance with vm_state building and task_state spawning. [ 785.037052] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276a9bf0-f99d-4138-961a-cd0c4221c9d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.047238] env[68640]: DEBUG nova.compute.provider_tree [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.055737] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Created folder: Instances in parent group-v599779. [ 785.056045] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.056802] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.057043] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4b68c09-50ab-4002-bb66-de3a4c286dd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.076744] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.076744] env[68640]: value = "task-2990471" [ 785.076744] env[68640]: _type = "Task" [ 785.076744] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.085331] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990471, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.110844] env[68640]: DEBUG oslo_concurrency.lockutils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.111356] env[68640]: DEBUG oslo_concurrency.lockutils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.412937] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.433320] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990466, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.435808] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.436057] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.436217] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.436418] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.436565] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.436714] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.436920] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.437119] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.437295] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.437460] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.437634] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.438565] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119de430-0d2d-4528-804f-2895adbddd21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.447057] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb71a9d4-f59d-49ef-8dba-a6fa2ab8e62d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.487880] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990468, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.550142] env[68640]: DEBUG nova.scheduler.client.report [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.587374] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990471, 'name': CreateVM_Task, 'duration_secs': 0.37694} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.587558] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.588271] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.588432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.588765] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.589041] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c211ea6-0960-41c7-9c6c-4f81f3c86db9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.594677] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 785.594677] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5299df95-bfa0-fcf9-fec3-89844eecedfa" [ 785.594677] env[68640]: _type = "Task" [ 785.594677] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.603889] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5299df95-bfa0-fcf9-fec3-89844eecedfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.614709] env[68640]: DEBUG nova.compute.utils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.934505] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990466, 'name': CreateVM_Task, 'duration_secs': 1.434745} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.934881] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.935430] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.938939] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Successfully updated port: a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.990548] env[68640]: DEBUG oslo_vmware.api [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.755087} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.990548] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.990626] env[68640]: INFO nova.compute.manager [None req-91c8ba85-2099-47ec-bd6e-9b382364cf88 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Took 15.38 seconds to snapshot the instance on the hypervisor. [ 786.055275] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.055877] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.059675] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.158s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.059675] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.063502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.024s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.063502] env[68640]: DEBUG nova.objects.instance [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 786.090033] env[68640]: INFO nova.scheduler.client.report [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Deleted allocations for instance a7f9464a-1ce9-41c1-acd0-085769f87f3b [ 786.107935] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5299df95-bfa0-fcf9-fec3-89844eecedfa, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.108997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.108997] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.108997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.109143] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.109301] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.109667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.110069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.110652] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5248f24e-7ebf-45f3-94c2-1d24e60cf413 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.112860] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ead8641b-dbeb-43f6-85a6-eae9faecf9ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.119403] env[68640]: DEBUG oslo_concurrency.lockutils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.120556] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 786.120556] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5288ceb9-82d5-feba-0f22-3ae755310169" [ 786.120556] env[68640]: _type = "Task" [ 786.120556] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.129110] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.129110] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.130800] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a492174-f243-4c3e-85d2-9cf2e0b70b98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.137663] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5288ceb9-82d5-feba-0f22-3ae755310169, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.139163] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.139447] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.139652] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.141803] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 786.141803] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c72797-6aff-8fa7-c0f5-8441d1996937" [ 786.141803] env[68640]: _type = "Task" [ 786.141803] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.152327] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c72797-6aff-8fa7-c0f5-8441d1996937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.275286] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237d648-cc8f-4bc2-f1b1-b67ab05b135c/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.275509] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd400df0-011c-43fd-9247-c83557a7872e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.281928] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237d648-cc8f-4bc2-f1b1-b67ab05b135c/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.282114] env[68640]: ERROR oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237d648-cc8f-4bc2-f1b1-b67ab05b135c/disk-0.vmdk due to incomplete transfer. [ 786.282347] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c10ed232-6305-4be6-8e17-d1e233999125 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.289538] env[68640]: DEBUG oslo_vmware.rw_handles [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5237d648-cc8f-4bc2-f1b1-b67ab05b135c/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.289736] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Uploaded image b0e44d2d-c983-44c0-930a-c3f81604f8b1 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.291451] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.291701] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2b77d52-9a40-4868-b50c-bf0706205725 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.297835] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 786.297835] env[68640]: value = "task-2990472" [ 786.297835] env[68640]: _type = "Task" [ 786.297835] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.305220] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990472, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.443027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "refresh_cache-4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.443027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "refresh_cache-4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.443177] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.567629] env[68640]: DEBUG nova.compute.utils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.569038] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.569212] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.602190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-830cc0be-cd2e-4be1-936f-3b8fbe1dc6c8 tempest-ServersAdminNegativeTestJSON-1995215633 tempest-ServersAdminNegativeTestJSON-1995215633-project-member] Lock "a7f9464a-1ce9-41c1-acd0-085769f87f3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.288s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.655922] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c72797-6aff-8fa7-c0f5-8441d1996937, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.657706] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c969e1-a8e5-4850-9b7e-8cedbe5d1a14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.667806] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 786.667806] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d64f67-af0b-b821-800c-637630b292ee" [ 786.667806] env[68640]: _type = "Task" [ 786.667806] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.680860] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d64f67-af0b-b821-800c-637630b292ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.681281] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.681482] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 2bce802a-bf71-4199-a1d3-0466bed7e0be/2bce802a-bf71-4199-a1d3-0466bed7e0be.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.681968] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.681968] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.682141] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77a220a7-c0b5-4c38-9ef1-aa6ddb29c930 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.685826] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91e52828-ae22-4c18-aa1d-7c9d6ec17c0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.695280] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 786.695280] env[68640]: value = "task-2990473" [ 786.695280] env[68640]: _type = "Task" [ 786.695280] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.696513] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.696681] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.701159] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb76048-b032-4c95-8b16-0f33b70fb508 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.709891] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.711545] env[68640]: DEBUG nova.policy [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2918efef2eed4a6ea15a34414fdb0568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84048e0afa54afa94016fd179616bcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.714975] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 786.714975] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5251c8a9-15a0-44d7-57c0-69878248ad74" [ 786.714975] env[68640]: _type = "Task" [ 786.714975] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.724563] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5251c8a9-15a0-44d7-57c0-69878248ad74, 'name': SearchDatastore_Task, 'duration_secs': 0.011993} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.725386] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5da128-c9a7-4b5f-bea8-dc9598d0c349 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.736062] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 786.736062] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ab435-518b-d90a-dcf7-e5f4b8f87f08" [ 786.736062] env[68640]: _type = "Task" [ 786.736062] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.746242] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ab435-518b-d90a-dcf7-e5f4b8f87f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.810236] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990472, 'name': Destroy_Task, 'duration_secs': 0.325105} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.810518] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Destroyed the VM [ 786.810770] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 786.811086] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46a26564-9c85-4e36-829b-40f75d4b75c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.819789] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 786.819789] env[68640]: value = "task-2990474" [ 786.819789] env[68640]: _type = "Task" [ 786.819789] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.833237] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.040334] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.079627] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.084889] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c388777-98d0-4e97-a98f-c619569d35bf tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.085666] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.915s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.091515] env[68640]: INFO nova.compute.claims [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.168442] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Successfully created port: 8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.209219] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503136} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.209589] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 2bce802a-bf71-4199-a1d3-0466bed7e0be/2bce802a-bf71-4199-a1d3-0466bed7e0be.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.209863] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.210320] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-812c62be-1c84-480e-b556-092cf904b467 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.222315] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Received event network-changed-b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.222626] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Refreshing instance network info cache due to event network-changed-b9cf2f71-1958-490a-b750-85c1ae770284. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.222915] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquiring lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.223131] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquired lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.223525] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Refreshing network info cache for port b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.227016] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 787.227016] env[68640]: value = "task-2990475" [ 787.227016] env[68640]: _type = "Task" [ 787.227016] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.238482] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.252127] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ab435-518b-d90a-dcf7-e5f4b8f87f08, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.252869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.252869] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 0a466d74-4aea-4601-9b46-865c29d21e8a/0a466d74-4aea-4601-9b46-865c29d21e8a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.253082] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a13f16e7-9160-473f-ae47-c649eeb864f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.256926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.257181] env[68640]: DEBUG oslo_concurrency.lockutils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.257411] env[68640]: INFO nova.compute.manager [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Attaching volume 24139f94-1157-4f5c-a13c-19bc43aab5cb to /dev/sdb [ 787.268786] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 787.268786] env[68640]: value = "task-2990476" [ 787.268786] env[68640]: _type = "Task" [ 787.268786] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.278959] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.303825] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d9a114-be04-447b-a250-a142f0dd90ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.314990] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ef1ee0-d808-417c-8b79-d89893c5e332 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.321480] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.321679] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.321864] env[68640]: DEBUG nova.compute.manager [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.322718] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2289b2cc-28de-4208-8f4a-0b89e3d94b57 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.332844] env[68640]: DEBUG nova.virt.block_device [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updating existing volume attachment record: f6e27184-0a64-4845-8527-65261cfa4853 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.340351] env[68640]: DEBUG nova.compute.manager [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 787.340525] env[68640]: DEBUG nova.objects.instance [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'flavor' on Instance uuid 536eadbc-43da-483f-a944-4d819d5c1850 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.348944] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990474, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.370395] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Updating instance_info_cache with network_info: [{"id": "a1c1aec7-5a41-4b56-a73d-ca3bd71dd869", "address": "fa:16:3e:af:cb:06", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c1aec7-5a", "ovs_interfaceid": "a1c1aec7-5a41-4b56-a73d-ca3bd71dd869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.743289] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077281} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.743575] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.744429] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3251fc-3964-4591-83fb-ab80c45a952f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.770503] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 2bce802a-bf71-4199-a1d3-0466bed7e0be/2bce802a-bf71-4199-a1d3-0466bed7e0be.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.770924] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923b6fbe-37c1-4fde-ba15-35de08dad2d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.804984] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490691} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.809442] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 0a466d74-4aea-4601-9b46-865c29d21e8a/0a466d74-4aea-4601-9b46-865c29d21e8a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.809704] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.810060] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 787.810060] env[68640]: value = "task-2990480" [ 787.810060] env[68640]: _type = "Task" [ 787.810060] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.810263] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be3d9614-133b-433e-b952-50e5158d4668 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.826028] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.830932] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 787.830932] env[68640]: value = "task-2990481" [ 787.830932] env[68640]: _type = "Task" [ 787.830932] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.837769] env[68640]: DEBUG oslo_vmware.api [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990474, 'name': RemoveSnapshot_Task, 'duration_secs': 0.587692} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.838473] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 787.838696] env[68640]: INFO nova.compute.manager [None req-12f4daeb-dcce-46cd-a410-ec24e2a0f95f tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Took 16.41 seconds to snapshot the instance on the hypervisor. [ 787.852490] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.873739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "refresh_cache-4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.874012] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Instance network_info: |[{"id": "a1c1aec7-5a41-4b56-a73d-ca3bd71dd869", "address": "fa:16:3e:af:cb:06", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c1aec7-5a", "ovs_interfaceid": "a1c1aec7-5a41-4b56-a73d-ca3bd71dd869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.874455] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:cb:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1c1aec7-5a41-4b56-a73d-ca3bd71dd869', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.882787] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Creating folder: Project (e84048e0afa54afa94016fd179616bcc). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.884233] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01690587-f898-47dc-9c06-cc5bc829eebe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.899577] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Created folder: Project (e84048e0afa54afa94016fd179616bcc) in parent group-v599664. [ 787.899914] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Creating folder: Instances. Parent ref: group-v599785. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.900258] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5be0d475-9954-4bbd-b222-f9a41f05a5ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.914188] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Created folder: Instances in parent group-v599785. [ 787.914603] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.914910] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.915288] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a0f3212-15a3-4989-8a2a-47a2a03dbec9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.941420] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.941420] env[68640]: value = "task-2990484" [ 787.941420] env[68640]: _type = "Task" [ 787.941420] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.950440] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990484, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.013479] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updated VIF entry in instance network info cache for port b9cf2f71-1958-490a-b750-85c1ae770284. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.013866] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updating instance_info_cache with network_info: [{"id": "b9cf2f71-1958-490a-b750-85c1ae770284", "address": "fa:16:3e:f3:bf:2c", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cf2f71-19", "ovs_interfaceid": "b9cf2f71-1958-490a-b750-85c1ae770284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.096032] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 788.119889] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.120174] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.120322] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.120528] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.120761] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.120869] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.121646] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.121646] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.121646] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.121646] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.121851] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.122872] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f6c9f-81cb-41c8-b5be-05d898cdc87c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.135392] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739795b9-2d28-401e-9ca3-994372979958 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.326191] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990480, 'name': ReconfigVM_Task, 'duration_secs': 0.315636} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.326191] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 2bce802a-bf71-4199-a1d3-0466bed7e0be/2bce802a-bf71-4199-a1d3-0466bed7e0be.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.327280] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d365628c-baec-432c-9a21-950e0522aec3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.338698] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 788.338698] env[68640]: value = "task-2990485" [ 788.338698] env[68640]: _type = "Task" [ 788.338698] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.344845] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075572} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.345468] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.346865] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b072f606-b1f2-4fa8-9bc1-e3907325d9fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.357693] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990485, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.361169] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.361169] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40b385f-e537-4667-abf7-2e45d0ec28df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.383110] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 0a466d74-4aea-4601-9b46-865c29d21e8a/0a466d74-4aea-4601-9b46-865c29d21e8a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.387776] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35bd4760-b727-43c2-83cf-fe4bf53fbb8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.405247] env[68640]: DEBUG oslo_vmware.api [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 788.405247] env[68640]: value = "task-2990486" [ 788.405247] env[68640]: _type = "Task" [ 788.405247] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.413965] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 788.413965] env[68640]: value = "task-2990487" [ 788.413965] env[68640]: _type = "Task" [ 788.413965] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.420244] env[68640]: DEBUG oslo_vmware.api [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.428131] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.455019] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990484, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.517367] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Releasing lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.517367] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Received event network-vif-plugged-5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.517650] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquiring lock "2bce802a-bf71-4199-a1d3-0466bed7e0be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.517989] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.518217] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.518392] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] No waiting events found dispatching network-vif-plugged-5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.518667] env[68640]: WARNING nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Received unexpected event network-vif-plugged-5e823907-d713-4cea-9b6e-71d7ed5b257c for instance with vm_state building and task_state spawning. [ 788.518758] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Received event network-changed-5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.518918] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Refreshing instance network info cache due to event network-changed-5e823907-d713-4cea-9b6e-71d7ed5b257c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.519099] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquiring lock "refresh_cache-2bce802a-bf71-4199-a1d3-0466bed7e0be" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.519293] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquired lock "refresh_cache-2bce802a-bf71-4199-a1d3-0466bed7e0be" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.519466] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Refreshing network info cache for port 5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.663495] env[68640]: DEBUG nova.compute.manager [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.664524] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6be4ab5-2d5a-4b03-9184-bc134184e449 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.765927] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32394f88-4f0e-4c9d-a842-acf7e0c2330e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.773771] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57337621-30a5-43b8-a9fb-370c31971eb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.803554] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c4638e-436a-44e0-b205-4dfc53801171 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.810798] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adeef00-47cf-4a2e-9c41-89ebb1ff0fd1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.828812] env[68640]: DEBUG nova.compute.provider_tree [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.848590] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990485, 'name': Rename_Task, 'duration_secs': 0.21156} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.848868] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.849130] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d81fb08-e026-45b0-9167-a66705577392 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.855470] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 788.855470] env[68640]: value = "task-2990488" [ 788.855470] env[68640]: _type = "Task" [ 788.855470] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.863307] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.916128] env[68640]: DEBUG oslo_vmware.api [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990486, 'name': PowerOffVM_Task, 'duration_secs': 0.382468} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.920139] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.920139] env[68640]: DEBUG nova.compute.manager [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.920312] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb50a9-4a0f-448b-975e-4722fadb1d58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.927647] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990487, 'name': ReconfigVM_Task, 'duration_secs': 0.508821} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.928989] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 0a466d74-4aea-4601-9b46-865c29d21e8a/0a466d74-4aea-4601-9b46-865c29d21e8a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.932129] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b9eff17-16e4-4e22-b552-ad930e5dc88c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.938780] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 788.938780] env[68640]: value = "task-2990489" [ 788.938780] env[68640]: _type = "Task" [ 788.938780] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.952040] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990489, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.957019] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990484, 'name': CreateVM_Task, 'duration_secs': 0.675866} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.957019] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.957019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.957019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.957019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.957019] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5a1097-c962-4043-a8f5-042aec9f2c31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.963981] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 788.963981] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525a340c-6b49-abcb-d0da-dbf62b2b250c" [ 788.963981] env[68640]: _type = "Task" [ 788.963981] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.979552] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525a340c-6b49-abcb-d0da-dbf62b2b250c, 'name': SearchDatastore_Task, 'duration_secs': 0.010798} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.979632] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.979841] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.980157] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.980329] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.980517] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.981685] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abd60bed-3b0c-48eb-b2d0-edb9b50becfc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.992543] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.992722] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.993532] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeddd5f-235c-4a99-bdf0-515a3d6b9e30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.999741] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 788.999741] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e66f61-934c-658c-a718-990920c4a8dd" [ 788.999741] env[68640]: _type = "Task" [ 788.999741] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.010382] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e66f61-934c-658c-a718-990920c4a8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.181289] env[68640]: INFO nova.compute.manager [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] instance snapshotting [ 789.184657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27aed71d-0203-4b54-ade6-d0d02a4f9f91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.204852] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e5d2f8-7577-4a70-9d13-ddd3f2dce200 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.369831] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990488, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.375705] env[68640]: DEBUG nova.scheduler.client.report [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 789.376013] env[68640]: DEBUG nova.compute.provider_tree [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 65 to 66 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 789.376214] env[68640]: DEBUG nova.compute.provider_tree [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.435883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fd99646d-76b4-4fd8-87da-55c96be6e6ad tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.114s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.451703] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990489, 'name': Rename_Task, 'duration_secs': 0.148025} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.452076] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.452297] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c15ee3a6-c2e0-4d81-aa0d-76f5b5d6bf5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.463627] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 789.463627] env[68640]: value = "task-2990490" [ 789.463627] env[68640]: _type = "Task" [ 789.463627] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.473516] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.476271] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.476470] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.476588] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.476775] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.476945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.479882] env[68640]: INFO nova.compute.manager [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Terminating instance [ 789.512194] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e66f61-934c-658c-a718-990920c4a8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.513036] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e634a74-2374-4145-b986-f86f27e904c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.518433] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 789.518433] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c44372-f41a-32e3-9b60-429ab8c6bc65" [ 789.518433] env[68640]: _type = "Task" [ 789.518433] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.526726] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c44372-f41a-32e3-9b60-429ab8c6bc65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.603213] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Successfully updated port: 8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.682355] env[68640]: DEBUG nova.compute.manager [req-143608e9-1f1b-4f84-b839-c1d570b8c2f2 req-24eea946-b8bc-442e-b6c7-b3f6f07f48fe service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Received event network-vif-plugged-8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.682355] env[68640]: DEBUG oslo_concurrency.lockutils [req-143608e9-1f1b-4f84-b839-c1d570b8c2f2 req-24eea946-b8bc-442e-b6c7-b3f6f07f48fe service nova] Acquiring lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.682522] env[68640]: DEBUG oslo_concurrency.lockutils [req-143608e9-1f1b-4f84-b839-c1d570b8c2f2 req-24eea946-b8bc-442e-b6c7-b3f6f07f48fe service nova] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.682646] env[68640]: DEBUG oslo_concurrency.lockutils [req-143608e9-1f1b-4f84-b839-c1d570b8c2f2 req-24eea946-b8bc-442e-b6c7-b3f6f07f48fe service nova] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.682825] env[68640]: DEBUG nova.compute.manager [req-143608e9-1f1b-4f84-b839-c1d570b8c2f2 req-24eea946-b8bc-442e-b6c7-b3f6f07f48fe service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] No waiting events found dispatching network-vif-plugged-8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.683051] env[68640]: WARNING nova.compute.manager [req-143608e9-1f1b-4f84-b839-c1d570b8c2f2 req-24eea946-b8bc-442e-b6c7-b3f6f07f48fe service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Received unexpected event network-vif-plugged-8b8ddb59-301e-4f34-9515-c404477fe452 for instance with vm_state building and task_state spawning. [ 789.715913] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.717211] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af2b6ada-8f3c-4adb-9c6f-94a1afadfc95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.725534] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 789.725534] env[68640]: value = "task-2990492" [ 789.725534] env[68640]: _type = "Task" [ 789.725534] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.734639] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.736715] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Updated VIF entry in instance network info cache for port 5e823907-d713-4cea-9b6e-71d7ed5b257c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.736910] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Updating instance_info_cache with network_info: [{"id": "5e823907-d713-4cea-9b6e-71d7ed5b257c", "address": "fa:16:3e:3e:d6:ce", "network": {"id": "9f4348c8-e33e-4751-9db7-f600f77d1780", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-225433836-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dddb6e8e287949dbaba6d7c35ce42335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e823907-d7", "ovs_interfaceid": "5e823907-d713-4cea-9b6e-71d7ed5b257c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.867215] env[68640]: DEBUG oslo_vmware.api [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990488, 'name': PowerOnVM_Task, 'duration_secs': 0.523474} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.867642] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.867879] env[68640]: INFO nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Took 7.12 seconds to spawn the instance on the hypervisor. [ 789.868185] env[68640]: DEBUG nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.869735] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49deb10b-c1da-44ce-b982-39406d8d6554 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.884641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.884855] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.888159] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.873s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.888293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.890685] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.246s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.892392] env[68640]: INFO nova.compute.claims [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.925206] env[68640]: INFO nova.scheduler.client.report [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Deleted allocations for instance bb3bd3b9-c459-4bdb-a55e-e65178dc47d3 [ 789.974043] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990490, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.984413] env[68640]: DEBUG nova.compute.manager [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.984668] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.985911] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e0c5df-f533-4e1a-ba49-bf72141de1d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.995700] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.995700] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19fa068f-53c2-4bec-b856-6a2d907ffa75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.006318] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 790.006318] env[68640]: value = "task-2990493" [ 790.006318] env[68640]: _type = "Task" [ 790.006318] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.016436] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.033224] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c44372-f41a-32e3-9b60-429ab8c6bc65, 'name': SearchDatastore_Task, 'duration_secs': 0.023939} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.033513] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.033844] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78/4042f7cb-6bb1-4725-bbbf-2afe44f7ab78.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.034187] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94c7b7b4-8f41-4f34-b99a-2c9e2daf297d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.042525] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 790.042525] env[68640]: value = "task-2990494" [ 790.042525] env[68640]: _type = "Task" [ 790.042525] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.051992] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.106519] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "refresh_cache-829be9ef-e8dc-49a6-b0fc-b72e234755d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.106709] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "refresh_cache-829be9ef-e8dc-49a6-b0fc-b72e234755d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.106945] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.238165] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990492, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.241248] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Releasing lock "refresh_cache-2bce802a-bf71-4199-a1d3-0466bed7e0be" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.241484] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Received event network-vif-plugged-a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.241675] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquiring lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.241875] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.242042] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.242205] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] No waiting events found dispatching network-vif-plugged-a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.242367] env[68640]: WARNING nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Received unexpected event network-vif-plugged-a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 for instance with vm_state building and task_state spawning. [ 790.242522] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Received event network-changed-a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.243019] env[68640]: DEBUG nova.compute.manager [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Refreshing instance network info cache due to event network-changed-a1c1aec7-5a41-4b56-a73d-ca3bd71dd869. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.246076] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquiring lock "refresh_cache-4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.246076] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Acquired lock "refresh_cache-4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.246076] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Refreshing network info cache for port a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.246076] env[68640]: DEBUG nova.objects.instance [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'flavor' on Instance uuid 536eadbc-43da-483f-a944-4d819d5c1850 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.391186] env[68640]: DEBUG nova.compute.utils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.396056] env[68640]: INFO nova.compute.manager [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Took 47.22 seconds to build instance. [ 790.401026] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.401291] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.435039] env[68640]: DEBUG oslo_concurrency.lockutils [None req-04a73f74-a490-4fe8-8830-c26a8cb38d7d tempest-ListServerFiltersTestJSON-1695440192 tempest-ListServerFiltersTestJSON-1695440192-project-member] Lock "bb3bd3b9-c459-4bdb-a55e-e65178dc47d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.954s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.476155] env[68640]: DEBUG nova.policy [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2918efef2eed4a6ea15a34414fdb0568', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84048e0afa54afa94016fd179616bcc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.483233] env[68640]: DEBUG oslo_vmware.api [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990490, 'name': PowerOnVM_Task, 'duration_secs': 0.55295} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.483233] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.483233] env[68640]: INFO nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Took 10.48 seconds to spawn the instance on the hypervisor. [ 790.483233] env[68640]: DEBUG nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.484122] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e9722-760f-42a8-b6a9-dc3a9bd8a1d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.521190] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990493, 'name': PowerOffVM_Task, 'duration_secs': 0.234982} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.521190] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.521190] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.521190] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9270fb99-83fe-4fa6-8585-cb6335e06f2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.553837] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990494, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.590181] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.590548] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.590867] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Deleting the datastore file [datastore1] cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.592052] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bf5cfb5-2ec1-4384-911a-3b577908e93f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.602073] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for the task: (returnval){ [ 790.602073] env[68640]: value = "task-2990496" [ 790.602073] env[68640]: _type = "Task" [ 790.602073] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.616051] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.697027] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.739441] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990492, 'name': CreateSnapshot_Task, 'duration_secs': 0.968569} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.739972] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.744429] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bd2c3e-468c-42de-901c-a5b29a1b4519 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.757547] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.757862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.758149] env[68640]: DEBUG nova.network.neutron [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.758442] env[68640]: DEBUG nova.objects.instance [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'info_cache' on Instance uuid 536eadbc-43da-483f-a944-4d819d5c1850 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.907648] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.911521] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a568cb4f-43b6-4cbb-a663-353ec33476ca tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.686s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.019032] env[68640]: INFO nova.compute.manager [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Took 49.78 seconds to build instance. [ 791.057512] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745986} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.058145] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78/4042f7cb-6bb1-4725-bbbf-2afe44f7ab78.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.058414] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.061036] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a918f5-4241-4db9-a734-20ab035e043a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.071162] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 791.071162] env[68640]: value = "task-2990497" [ 791.071162] env[68640]: _type = "Task" [ 791.071162] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.089484] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990497, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.120322] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.146199] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Updated VIF entry in instance network info cache for port a1c1aec7-5a41-4b56-a73d-ca3bd71dd869. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.146733] env[68640]: DEBUG nova.network.neutron [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Updating instance_info_cache with network_info: [{"id": "a1c1aec7-5a41-4b56-a73d-ca3bd71dd869", "address": "fa:16:3e:af:cb:06", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1c1aec7-5a", "ovs_interfaceid": "a1c1aec7-5a41-4b56-a73d-ca3bd71dd869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.151571] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Updating instance_info_cache with network_info: [{"id": "8b8ddb59-301e-4f34-9515-c404477fe452", "address": "fa:16:3e:00:36:94", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ddb59-30", "ovs_interfaceid": "8b8ddb59-301e-4f34-9515-c404477fe452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.271548] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.274187] env[68640]: DEBUG nova.objects.base [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Object Instance<536eadbc-43da-483f-a944-4d819d5c1850> lazy-loaded attributes: flavor,info_cache {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 791.279025] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f1eb9df-9020-4108-ba15-24112493ad14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.289747] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 791.289747] env[68640]: value = "task-2990498" [ 791.289747] env[68640]: _type = "Task" [ 791.289747] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.303009] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990498, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.365934] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Successfully created port: e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.416735] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.529021] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40f31c77-cb40-4f7c-90d0-3f029bafdb60 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.844s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.581173] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990497, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154627} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.581853] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.583194] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5885d800-ff1f-4376-92b8-929964b59cf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.614147] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78/4042f7cb-6bb1-4725-bbbf-2afe44f7ab78.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.615678] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b70e7ab9-b877-4680-892c-ac7029ebcb4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.631884] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef7e11b-803e-47a6-98b9-73af9cb86428 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.647590] env[68640]: DEBUG oslo_vmware.api [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Task: {'id': task-2990496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559539} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.651328] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.651567] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.651775] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.651985] env[68640]: INFO nova.compute.manager [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Took 1.67 seconds to destroy the instance on the hypervisor. [ 791.656829] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.656829] env[68640]: DEBUG oslo_concurrency.lockutils [req-11720446-b6af-4645-98f6-dee264fc3e55 req-4efb8e00-19df-4543-87f0-c15872b1c5b8 service nova] Releasing lock "refresh_cache-4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.656829] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 791.656829] env[68640]: value = "task-2990499" [ 791.656829] env[68640]: _type = "Task" [ 791.656829] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.656829] env[68640]: DEBUG nova.compute.manager [-] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.656829] env[68640]: DEBUG nova.network.neutron [-] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.656829] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "refresh_cache-829be9ef-e8dc-49a6-b0fc-b72e234755d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.656829] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Instance network_info: |[{"id": "8b8ddb59-301e-4f34-9515-c404477fe452", "address": "fa:16:3e:00:36:94", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ddb59-30", "ovs_interfaceid": "8b8ddb59-301e-4f34-9515-c404477fe452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.656829] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17dc0eb-16b7-498c-a06d-371a4d279359 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.660355] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:36:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8ddb59-301e-4f34-9515-c404477fe452', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.669390] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.674772] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.675836] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72228181-12b8-49be-9a4c-a514200fcf85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.723135] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc2c360-3327-44b1-a188-286e528c1bd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.726064] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.729204] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.729204] env[68640]: value = "task-2990500" [ 791.729204] env[68640]: _type = "Task" [ 791.729204] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.742197] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03d2b9e-a431-471e-af45-a3404c7bea82 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.751913] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990500, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.768256] env[68640]: DEBUG nova.compute.provider_tree [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.812875] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990498, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.910753] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.911486] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599784', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'name': 'volume-24139f94-1157-4f5c-a13c-19bc43aab5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae8e0d43-2cf2-4b95-ae1a-c9e60effe553', 'attached_at': '', 'detached_at': '', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'serial': '24139f94-1157-4f5c-a13c-19bc43aab5cb'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.912679] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7f57a1-f3b9-40d7-b1d9-68ce7c035955 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.934946] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.946115] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b7f9e0-93db-4ccf-8399-3a07be98a09e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.972701] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-24139f94-1157-4f5c-a13c-19bc43aab5cb/volume-24139f94-1157-4f5c-a13c-19bc43aab5cb.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.975927] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.976253] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4845ef7-8b7b-4b07-894a-2ed0920cc7fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.999291] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Waiting for the task: (returnval){ [ 791.999291] env[68640]: value = "task-2990501" [ 791.999291] env[68640]: _type = "Task" [ 791.999291] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.001861] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.002154] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.002316] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.002500] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.002638] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.002804] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.004020] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.004020] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.004020] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.004020] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.004020] env[68640]: DEBUG nova.virt.hardware [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.004746] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e301c4-4f94-4e4e-94db-e224546f1cd7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.020531] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ef56c-26e7-4f36-8339-1bb23cc3f7db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.026239] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.042361] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.149637] env[68640]: DEBUG nova.compute.manager [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Received event network-changed-8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.149757] env[68640]: DEBUG nova.compute.manager [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Refreshing instance network info cache due to event network-changed-8b8ddb59-301e-4f34-9515-c404477fe452. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.149987] env[68640]: DEBUG oslo_concurrency.lockutils [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] Acquiring lock "refresh_cache-829be9ef-e8dc-49a6-b0fc-b72e234755d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.150181] env[68640]: DEBUG oslo_concurrency.lockutils [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] Acquired lock "refresh_cache-829be9ef-e8dc-49a6-b0fc-b72e234755d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.150382] env[68640]: DEBUG nova.network.neutron [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Refreshing network info cache for port 8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.172286] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990499, 'name': ReconfigVM_Task, 'duration_secs': 0.501285} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.172602] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78/4042f7cb-6bb1-4725-bbbf-2afe44f7ab78.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.174464] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44f3ea97-3931-43c4-8970-cc05ebefbacf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.183146] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 792.183146] env[68640]: value = "task-2990502" [ 792.183146] env[68640]: _type = "Task" [ 792.183146] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.195574] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990502, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.248935] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990500, 'name': CreateVM_Task, 'duration_secs': 0.374513} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.250812] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.252415] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.252616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.253053] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.253400] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c1b811-fe42-4dc7-b7bb-835617817412 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.264973] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 792.264973] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7d8fe-76f3-a51f-0415-d9801fc93dfe" [ 792.264973] env[68640]: _type = "Task" [ 792.264973] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.266301] env[68640]: DEBUG nova.network.neutron [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.275082] env[68640]: DEBUG nova.scheduler.client.report [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.288928] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7d8fe-76f3-a51f-0415-d9801fc93dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.289783] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.290108] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.290397] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.290559] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.290750] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.291387] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30c9be22-c438-41e2-8689-441faf309b24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.308601] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990498, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.309903] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.310103] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.310819] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b5016a-b62f-42a4-ac37-2f5741ba40ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.317790] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 792.317790] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529954e9-451f-eff3-29cc-99a0519c8c2a" [ 792.317790] env[68640]: _type = "Task" [ 792.317790] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.329870] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529954e9-451f-eff3-29cc-99a0519c8c2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.332021] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9294ddef-1489-45be-aed4-ff8c0040a338 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.341433] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 792.341433] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e9fd22-72ae-9f40-4f27-620f4f75394d" [ 792.341433] env[68640]: _type = "Task" [ 792.341433] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.350206] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e9fd22-72ae-9f40-4f27-620f4f75394d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.359698] env[68640]: DEBUG nova.compute.manager [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Received event network-changed-b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.359991] env[68640]: DEBUG nova.compute.manager [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Refreshing instance network info cache due to event network-changed-b9cf2f71-1958-490a-b750-85c1ae770284. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.360155] env[68640]: DEBUG oslo_concurrency.lockutils [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] Acquiring lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.360350] env[68640]: DEBUG oslo_concurrency.lockutils [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] Acquired lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.360548] env[68640]: DEBUG nova.network.neutron [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Refreshing network info cache for port b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.523163] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.581589] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.703319] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990502, 'name': Rename_Task, 'duration_secs': 0.154815} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.703686] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.705509] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0941c20b-52b7-4dff-913c-7f3262b4ee05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.710946] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 792.710946] env[68640]: value = "task-2990503" [ 792.710946] env[68640]: _type = "Task" [ 792.710946] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.720341] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.752523] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "2bce802a-bf71-4199-a1d3-0466bed7e0be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.752523] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.753754] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "2bce802a-bf71-4199-a1d3-0466bed7e0be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.753754] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.753754] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.759716] env[68640]: INFO nova.compute.manager [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Terminating instance [ 792.777312] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.783673] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.783673] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.793020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.133s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.793020] env[68640]: DEBUG nova.objects.instance [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 792.821175] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990498, 'name': CloneVM_Task} progress is 95%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.856895] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e9fd22-72ae-9f40-4f27-620f4f75394d, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.857904] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.857904] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 829be9ef-e8dc-49a6-b0fc-b72e234755d7/829be9ef-e8dc-49a6-b0fc-b72e234755d7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.858424] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16d98dd8-486a-49db-add5-e8958409ce7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870901] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 792.870901] env[68640]: value = "task-2990504" [ 792.870901] env[68640]: _type = "Task" [ 792.870901] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.887425] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.017263] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990501, 'name': ReconfigVM_Task, 'duration_secs': 0.597504} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.023802] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-24139f94-1157-4f5c-a13c-19bc43aab5cb/volume-24139f94-1157-4f5c-a13c-19bc43aab5cb.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.032265] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9adf07a9-ed35-420d-8310-88c489827884 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.047437] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Waiting for the task: (returnval){ [ 793.047437] env[68640]: value = "task-2990505" [ 793.047437] env[68640]: _type = "Task" [ 793.047437] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.056954] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.111753] env[68640]: DEBUG nova.network.neutron [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Updated VIF entry in instance network info cache for port 8b8ddb59-301e-4f34-9515-c404477fe452. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.111753] env[68640]: DEBUG nova.network.neutron [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Updating instance_info_cache with network_info: [{"id": "8b8ddb59-301e-4f34-9515-c404477fe452", "address": "fa:16:3e:00:36:94", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ddb59-30", "ovs_interfaceid": "8b8ddb59-301e-4f34-9515-c404477fe452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.112058] env[68640]: DEBUG nova.network.neutron [-] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.202454] env[68640]: DEBUG nova.network.neutron [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updated VIF entry in instance network info cache for port b9cf2f71-1958-490a-b750-85c1ae770284. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.203038] env[68640]: DEBUG nova.network.neutron [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updating instance_info_cache with network_info: [{"id": "b9cf2f71-1958-490a-b750-85c1ae770284", "address": "fa:16:3e:f3:bf:2c", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cf2f71-19", "ovs_interfaceid": "b9cf2f71-1958-490a-b750-85c1ae770284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.227493] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.266482] env[68640]: DEBUG nova.compute.manager [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.266731] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.267764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2da107-67f9-4a9c-9b42-9fcdf4f7b3bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.278069] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.278461] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65792db6-a219-4dd1-bfc0-043ee1376532 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.288017] env[68640]: DEBUG oslo_vmware.api [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 793.288017] env[68640]: value = "task-2990506" [ 793.288017] env[68640]: _type = "Task" [ 793.288017] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.298945] env[68640]: DEBUG oslo_vmware.api [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.306378] env[68640]: DEBUG nova.compute.utils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.308292] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.308503] env[68640]: DEBUG nova.network.neutron [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.322599] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990498, 'name': CloneVM_Task, 'duration_secs': 1.661081} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.322599] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Created linked-clone VM from snapshot [ 793.322996] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee22c0-eae2-4f80-9fac-5cb3240f6b3d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.332810] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Uploading image 9b74eee3-bc0d-4f0a-a4d8-2bfeefe14ced {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 793.369179] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.369179] env[68640]: value = "vm-599789" [ 793.369179] env[68640]: _type = "VirtualMachine" [ 793.369179] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.369472] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1cf3185e-6fb7-42b2-b800-a809467ff552 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.388433] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990504, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.390164] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lease: (returnval){ [ 793.390164] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdcb98-afe1-476c-ff55-ddef39da609c" [ 793.390164] env[68640]: _type = "HttpNfcLease" [ 793.390164] env[68640]: } obtained for exporting VM: (result){ [ 793.390164] env[68640]: value = "vm-599789" [ 793.390164] env[68640]: _type = "VirtualMachine" [ 793.390164] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.390471] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the lease: (returnval){ [ 793.390471] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdcb98-afe1-476c-ff55-ddef39da609c" [ 793.390471] env[68640]: _type = "HttpNfcLease" [ 793.390471] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 793.398464] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.398464] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdcb98-afe1-476c-ff55-ddef39da609c" [ 793.398464] env[68640]: _type = "HttpNfcLease" [ 793.398464] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 793.433369] env[68640]: DEBUG nova.policy [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.488589] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "0a466d74-4aea-4601-9b46-865c29d21e8a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.491965] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.491965] env[68640]: INFO nova.compute.manager [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Rebooting instance [ 793.557818] env[68640]: DEBUG oslo_vmware.api [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990505, 'name': ReconfigVM_Task, 'duration_secs': 0.191902} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.558062] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599784', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'name': 'volume-24139f94-1157-4f5c-a13c-19bc43aab5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae8e0d43-2cf2-4b95-ae1a-c9e60effe553', 'attached_at': '', 'detached_at': '', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'serial': '24139f94-1157-4f5c-a13c-19bc43aab5cb'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.620799] env[68640]: DEBUG oslo_concurrency.lockutils [req-151c8b41-6517-4179-91a0-1af93ea20d51 req-efc96c88-32db-48b1-b5f3-7a544791f3f1 service nova] Releasing lock "refresh_cache-829be9ef-e8dc-49a6-b0fc-b72e234755d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.621370] env[68640]: INFO nova.compute.manager [-] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Took 1.97 seconds to deallocate network for instance. [ 793.706194] env[68640]: DEBUG oslo_concurrency.lockutils [req-a1ca9379-5ef1-4823-91ef-ee60eda45ec7 req-03b3252a-fd37-4e24-9433-8a51c4ca3648 service nova] Releasing lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.722169] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990503, 'name': PowerOnVM_Task, 'duration_secs': 0.751593} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.722435] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.722617] env[68640]: INFO nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Took 8.31 seconds to spawn the instance on the hypervisor. [ 793.724089] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.724089] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd3dd0-df97-45ad-9d7f-7d0b5ec19302 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.783709] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.784044] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c0b059-2277-40a1-a3be-e34341cc2fd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.794325] env[68640]: DEBUG oslo_vmware.api [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 793.794325] env[68640]: value = "task-2990508" [ 793.794325] env[68640]: _type = "Task" [ 793.794325] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.800902] env[68640]: DEBUG oslo_vmware.api [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990506, 'name': PowerOffVM_Task, 'duration_secs': 0.358431} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.801556] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.803018] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.803018] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e94cb6-1d50-476c-af5e-76b42ff59717 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.808021] env[68640]: DEBUG oslo_vmware.api [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.809837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-14991ba1-935e-48eb-a8c7-7632a6f103ed tempest-ServersAdmin275Test-2019493948 tempest-ServersAdmin275Test-2019493948-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.810823] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.433s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.812370] env[68640]: INFO nova.compute.claims [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.816042] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.890020] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709763} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.890020] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 829be9ef-e8dc-49a6-b0fc-b72e234755d7/829be9ef-e8dc-49a6-b0fc-b72e234755d7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.890020] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.890020] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dddf2bc9-029b-4d5a-b1da-8b18650470aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.900559] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.900842] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.901189] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Deleting the datastore file [datastore2] 2bce802a-bf71-4199-a1d3-0466bed7e0be {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.903646] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dc89b63-0454-4353-a8ab-041545799a5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.905616] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 793.905616] env[68640]: value = "task-2990510" [ 793.905616] env[68640]: _type = "Task" [ 793.905616] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.907299] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.907299] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdcb98-afe1-476c-ff55-ddef39da609c" [ 793.907299] env[68640]: _type = "HttpNfcLease" [ 793.907299] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.910807] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.910807] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdcb98-afe1-476c-ff55-ddef39da609c" [ 793.910807] env[68640]: _type = "HttpNfcLease" [ 793.910807] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.913071] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf6955-295a-4f21-aed6-025a7bfda75d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.916654] env[68640]: DEBUG oslo_vmware.api [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for the task: (returnval){ [ 793.916654] env[68640]: value = "task-2990511" [ 793.916654] env[68640]: _type = "Task" [ 793.916654] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.927891] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218ea12-aeb7-aae7-0881-38f17235becd/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.928117] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218ea12-aeb7-aae7-0881-38f17235becd/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.929623] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.999657] env[68640]: DEBUG oslo_vmware.api [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.021061] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.021256] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquired lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.021435] env[68640]: DEBUG nova.network.neutron [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.024557] env[68640]: DEBUG nova.network.neutron [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Successfully created port: 23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.043961] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7ff51e4-2914-4851-8373-230fca17832d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.131326] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.246521] env[68640]: INFO nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Took 50.00 seconds to build instance. [ 794.308262] env[68640]: DEBUG oslo_vmware.api [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990508, 'name': PowerOnVM_Task, 'duration_secs': 0.450841} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.309013] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.309355] env[68640]: DEBUG nova.compute.manager [None req-f5b9c418-c0ed-4576-9e1f-d0a370712af2 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.310294] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9efaccf-9683-4782-9d51-18ac373a18b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.339705] env[68640]: DEBUG nova.compute.manager [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Received event network-vif-deleted-e216c3dd-75ab-4516-a824-b8887b7f5b9b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.339705] env[68640]: DEBUG nova.compute.manager [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Received event network-vif-plugged-e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.339705] env[68640]: DEBUG oslo_concurrency.lockutils [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] Acquiring lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.339705] env[68640]: DEBUG oslo_concurrency.lockutils [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.339705] env[68640]: DEBUG oslo_concurrency.lockutils [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.339705] env[68640]: DEBUG nova.compute.manager [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] No waiting events found dispatching network-vif-plugged-e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.339705] env[68640]: WARNING nova.compute.manager [req-e7597588-164e-4623-8673-b9b2cadf697d req-cfa2d366-6a56-45a6-b85e-957e9f94afd1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Received unexpected event network-vif-plugged-e29e4966-505b-48e1-ab13-6c764b150808 for instance with vm_state building and task_state spawning. [ 794.424361] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068951} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.425081] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.425949] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e8789-7694-4ca6-bae1-869d976c75ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.433646] env[68640]: DEBUG oslo_vmware.api [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Task: {'id': task-2990511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312223} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.433646] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.433646] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.433646] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.433646] env[68640]: INFO nova.compute.manager [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Took 1.17 seconds to destroy the instance on the hypervisor. [ 794.433874] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.433975] env[68640]: DEBUG nova.compute.manager [-] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.434075] env[68640]: DEBUG nova.network.neutron [-] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.459324] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 829be9ef-e8dc-49a6-b0fc-b72e234755d7/829be9ef-e8dc-49a6-b0fc-b72e234755d7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.463019] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Successfully updated port: e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.463019] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5178ec7-2865-4a10-884e-e3423e90f4a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.486217] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 794.486217] env[68640]: value = "task-2990512" [ 794.486217] env[68640]: _type = "Task" [ 794.486217] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.495613] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.613840] env[68640]: DEBUG nova.objects.instance [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lazy-loading 'flavor' on Instance uuid ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.752682] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.622s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.835114] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.946792] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.947118] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.947364] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.947610] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.947798] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.947990] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.948360] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.948531] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.949025] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.949217] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.949405] env[68640]: DEBUG nova.virt.hardware [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.950332] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954ce2e6-4755-4b1f-8858-6eebfc5bb26d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.964185] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681cebb1-a145-41c5-b8d1-81a1b3331440 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.985825] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "refresh_cache-46aed8d6-f613-40c8-ae1a-42f38f622f8c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985955] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "refresh_cache-46aed8d6-f613-40c8-ae1a-42f38f622f8c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.986122] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.998260] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.119613] env[68640]: DEBUG oslo_concurrency.lockutils [None req-31b00424-be26-4088-8622-3786c6384ddc tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.862s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.235357] env[68640]: DEBUG nova.network.neutron [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updating instance_info_cache with network_info: [{"id": "b9cf2f71-1958-490a-b750-85c1ae770284", "address": "fa:16:3e:f3:bf:2c", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cf2f71-19", "ovs_interfaceid": "b9cf2f71-1958-490a-b750-85c1ae770284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.258388] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.393652] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.393652] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.508222] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990512, 'name': ReconfigVM_Task, 'duration_secs': 0.654368} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.515139] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 829be9ef-e8dc-49a6-b0fc-b72e234755d7/829be9ef-e8dc-49a6-b0fc-b72e234755d7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.515139] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a7a6aa-2df8-4570-99fa-01da64827f55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.523311] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 795.523311] env[68640]: value = "task-2990513" [ 795.523311] env[68640]: _type = "Task" [ 795.523311] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.536547] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990513, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.609019] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.626814] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1015fd42-3615-4560-b382-cf15d15f398c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.639665] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed0b8c8-2b31-4480-a978-4c6389a3f8ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.682914] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fd9a4b-7d6b-4e43-ad6f-98519d6c261a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.692298] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9115f1-ba0b-4a0b-8152-ad630b6585e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.707822] env[68640]: DEBUG nova.compute.provider_tree [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.738132] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Releasing lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.782719] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.867153] env[68640]: DEBUG nova.network.neutron [-] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.897726] env[68640]: INFO nova.compute.manager [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Detaching volume 24139f94-1157-4f5c-a13c-19bc43aab5cb [ 795.945167] env[68640]: INFO nova.virt.block_device [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Attempting to driver detach volume 24139f94-1157-4f5c-a13c-19bc43aab5cb from mountpoint /dev/sdb [ 795.945167] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 795.945167] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599784', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'name': 'volume-24139f94-1157-4f5c-a13c-19bc43aab5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae8e0d43-2cf2-4b95-ae1a-c9e60effe553', 'attached_at': '', 'detached_at': '', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'serial': '24139f94-1157-4f5c-a13c-19bc43aab5cb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 795.946265] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b647c2aa-9bf4-4156-92d2-c1a9264baa33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.976115] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ebf9c-28be-482d-a1cf-b94a01e46c8b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.987811] env[68640]: DEBUG nova.network.neutron [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Updating instance_info_cache with network_info: [{"id": "e29e4966-505b-48e1-ab13-6c764b150808", "address": "fa:16:3e:8c:42:e0", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29e4966-50", "ovs_interfaceid": "e29e4966-505b-48e1-ab13-6c764b150808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.989965] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124266a-97f8-4980-ade2-266d75ae09bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.024894] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb9b18-1e80-4f91-b4a5-f64f6b033d65 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.052207] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] The volume has not been displaced from its original location: [datastore2] volume-24139f94-1157-4f5c-a13c-19bc43aab5cb/volume-24139f94-1157-4f5c-a13c-19bc43aab5cb.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 796.059724] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.064033] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b17e040-d7ba-4c93-8a27-fb035f5fb2dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.078080] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990513, 'name': Rename_Task, 'duration_secs': 0.253924} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.078443] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.079185] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f97e2e2e-effd-4f0f-9612-11077f4f9ba4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.083719] env[68640]: DEBUG oslo_vmware.api [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Waiting for the task: (returnval){ [ 796.083719] env[68640]: value = "task-2990517" [ 796.083719] env[68640]: _type = "Task" [ 796.083719] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.088308] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 796.088308] env[68640]: value = "task-2990518" [ 796.088308] env[68640]: _type = "Task" [ 796.088308] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.095190] env[68640]: DEBUG oslo_vmware.api [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.101267] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990518, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.211879] env[68640]: DEBUG nova.scheduler.client.report [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.242676] env[68640]: DEBUG nova.compute.manager [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.243712] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcde522-e90b-4124-aade-7ae11cd918f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.365493] env[68640]: DEBUG nova.network.neutron [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Successfully updated port: 23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.371410] env[68640]: INFO nova.compute.manager [-] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Took 1.94 seconds to deallocate network for instance. [ 796.453180] env[68640]: DEBUG nova.compute.manager [req-3a2f61f3-bc91-493a-8e05-b61ec15f6ea6 req-ff37e91e-a26d-44ff-a5c0-4f23fce00fd6 service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Received event network-vif-plugged-23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.453180] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a2f61f3-bc91-493a-8e05-b61ec15f6ea6 req-ff37e91e-a26d-44ff-a5c0-4f23fce00fd6 service nova] Acquiring lock "39d6d5b4-6684-41b0-a459-5993a3583fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.453180] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a2f61f3-bc91-493a-8e05-b61ec15f6ea6 req-ff37e91e-a26d-44ff-a5c0-4f23fce00fd6 service nova] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.453180] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a2f61f3-bc91-493a-8e05-b61ec15f6ea6 req-ff37e91e-a26d-44ff-a5c0-4f23fce00fd6 service nova] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.453180] env[68640]: DEBUG nova.compute.manager [req-3a2f61f3-bc91-493a-8e05-b61ec15f6ea6 req-ff37e91e-a26d-44ff-a5c0-4f23fce00fd6 service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] No waiting events found dispatching network-vif-plugged-23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.453180] env[68640]: WARNING nova.compute.manager [req-3a2f61f3-bc91-493a-8e05-b61ec15f6ea6 req-ff37e91e-a26d-44ff-a5c0-4f23fce00fd6 service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Received unexpected event network-vif-plugged-23631e1f-a080-4628-a9b1-6eaff314c096 for instance with vm_state building and task_state spawning. [ 796.495315] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "refresh_cache-46aed8d6-f613-40c8-ae1a-42f38f622f8c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.495767] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Instance network_info: |[{"id": "e29e4966-505b-48e1-ab13-6c764b150808", "address": "fa:16:3e:8c:42:e0", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29e4966-50", "ovs_interfaceid": "e29e4966-505b-48e1-ab13-6c764b150808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.496218] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:42:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e29e4966-505b-48e1-ab13-6c764b150808', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.504976] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.505927] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.505927] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e27b0ef-dea4-4cf9-a4f7-18e0f4730a7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.533412] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.533412] env[68640]: value = "task-2990519" [ 796.533412] env[68640]: _type = "Task" [ 796.533412] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.540970] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990519, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.598697] env[68640]: DEBUG oslo_vmware.api [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990517, 'name': ReconfigVM_Task, 'duration_secs': 0.290955} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.603440] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.608277] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990518, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.608628] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3b5fc6d-9d65-41f2-a3bb-a05c2663989d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.624638] env[68640]: DEBUG oslo_vmware.api [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Waiting for the task: (returnval){ [ 796.624638] env[68640]: value = "task-2990520" [ 796.624638] env[68640]: _type = "Task" [ 796.624638] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.635052] env[68640]: DEBUG oslo_vmware.api [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.712277] env[68640]: DEBUG nova.compute.manager [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Received event network-changed-e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.712277] env[68640]: DEBUG nova.compute.manager [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Refreshing instance network info cache due to event network-changed-e29e4966-505b-48e1-ab13-6c764b150808. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.712277] env[68640]: DEBUG oslo_concurrency.lockutils [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] Acquiring lock "refresh_cache-46aed8d6-f613-40c8-ae1a-42f38f622f8c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.712589] env[68640]: DEBUG oslo_concurrency.lockutils [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] Acquired lock "refresh_cache-46aed8d6-f613-40c8-ae1a-42f38f622f8c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.713127] env[68640]: DEBUG nova.network.neutron [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Refreshing network info cache for port e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.719040] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.719040] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.723604] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.364s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.723604] env[68640]: DEBUG nova.objects.instance [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lazy-loading 'resources' on Instance uuid 8bfb3d1a-62f5-4781-949f-533f968c9d64 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.873183] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-39d6d5b4-6684-41b0-a459-5993a3583fd0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.873183] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-39d6d5b4-6684-41b0-a459-5993a3583fd0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.873183] env[68640]: DEBUG nova.network.neutron [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.882951] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.043843] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990519, 'name': CreateVM_Task, 'duration_secs': 0.460923} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.044116] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.044846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.049692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.049692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.049883] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b18dfc5b-b4a9-4fcf-8f0e-b553f4e10d59 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.054992] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 797.054992] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c935b5-a870-3b74-623d-9d705df3a4d8" [ 797.054992] env[68640]: _type = "Task" [ 797.054992] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.067354] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c935b5-a870-3b74-623d-9d705df3a4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.098848] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990518, 'name': PowerOnVM_Task, 'duration_secs': 0.674668} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.099132] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.099324] env[68640]: INFO nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Took 9.00 seconds to spawn the instance on the hypervisor. [ 797.099476] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.100297] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778aee65-565a-4919-9608-0d87dee2a5cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.137538] env[68640]: DEBUG oslo_vmware.api [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Task: {'id': task-2990520, 'name': ReconfigVM_Task, 'duration_secs': 0.192785} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.137859] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599784', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'name': 'volume-24139f94-1157-4f5c-a13c-19bc43aab5cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae8e0d43-2cf2-4b95-ae1a-c9e60effe553', 'attached_at': '', 'detached_at': '', 'volume_id': '24139f94-1157-4f5c-a13c-19bc43aab5cb', 'serial': '24139f94-1157-4f5c-a13c-19bc43aab5cb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.233459] env[68640]: DEBUG nova.compute.utils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.239375] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.239375] env[68640]: DEBUG nova.network.neutron [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.264431] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7226a5bd-df28-40e7-865a-4e5d9ca8b3b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.276829] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Doing hard reboot of VM {{(pid=68640) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 797.277461] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e0257b39-554a-40e0-adf6-2720a04896f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.283800] env[68640]: DEBUG oslo_vmware.api [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 797.283800] env[68640]: value = "task-2990521" [ 797.283800] env[68640]: _type = "Task" [ 797.283800] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.299780] env[68640]: DEBUG oslo_vmware.api [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990521, 'name': ResetVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.409809] env[68640]: DEBUG nova.policy [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef31167ca1aa4b95aab276258a423b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae72680e4f2f40f09a65502143cd3bc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.490620] env[68640]: DEBUG nova.network.neutron [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.566499] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c935b5-a870-3b74-623d-9d705df3a4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016843} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.569755] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.570170] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.570277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.570427] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.571043] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.571157] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ce260ab-f33d-4601-b6a8-27453fa98e75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.580992] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.581255] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.582047] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e996172e-ab69-489a-81a7-4a9ba7470918 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.594131] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 797.594131] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5281fb2c-4cbb-2f2f-f689-7fa08742e741" [ 797.594131] env[68640]: _type = "Task" [ 797.594131] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.600695] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5281fb2c-4cbb-2f2f-f689-7fa08742e741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.629443] env[68640]: INFO nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Took 48.04 seconds to build instance. [ 797.633182] env[68640]: DEBUG nova.network.neutron [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Updated VIF entry in instance network info cache for port e29e4966-505b-48e1-ab13-6c764b150808. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.634401] env[68640]: DEBUG nova.network.neutron [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Updating instance_info_cache with network_info: [{"id": "e29e4966-505b-48e1-ab13-6c764b150808", "address": "fa:16:3e:8c:42:e0", "network": {"id": "d6655694-0ed8-491d-b12c-6712ae73ae66", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2123216126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84048e0afa54afa94016fd179616bcc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape29e4966-50", "ovs_interfaceid": "e29e4966-505b-48e1-ab13-6c764b150808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.729826] env[68640]: DEBUG nova.objects.instance [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lazy-loading 'flavor' on Instance uuid ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.743218] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.802885] env[68640]: DEBUG oslo_vmware.api [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990521, 'name': ResetVM_Task, 'duration_secs': 0.108703} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.802885] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Did hard reboot of VM {{(pid=68640) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 797.802885] env[68640]: DEBUG nova.compute.manager [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.802885] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841a79ef-58ef-484c-a698-cf07af11c840 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.945873] env[68640]: DEBUG nova.network.neutron [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Updating instance_info_cache with network_info: [{"id": "23631e1f-a080-4628-a9b1-6eaff314c096", "address": "fa:16:3e:07:5f:cf", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23631e1f-a0", "ovs_interfaceid": "23631e1f-a080-4628-a9b1-6eaff314c096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.978910] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7101aa-99ac-4d59-bbc0-1c02722ebcc1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.991660] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582113f7-11ea-46ff-9343-019e12904373 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.025168] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a9af79-ae6e-4325-b6e6-c6574a52b4ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.034357] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e6743-4c0d-4162-b473-55b86e9aaa9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.051170] env[68640]: DEBUG nova.compute.provider_tree [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.106639] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5281fb2c-4cbb-2f2f-f689-7fa08742e741, 'name': SearchDatastore_Task, 'duration_secs': 0.015762} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.107512] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77b5b53-c43d-4792-9193-a174bdda6a68 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.113063] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 798.113063] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52048b34-6c2d-a755-bbf8-1c9a97a25aad" [ 798.113063] env[68640]: _type = "Task" [ 798.113063] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.127648] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52048b34-6c2d-a755-bbf8-1c9a97a25aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.134176] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.952s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.135375] env[68640]: DEBUG oslo_concurrency.lockutils [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] Releasing lock "refresh_cache-46aed8d6-f613-40c8-ae1a-42f38f622f8c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.135704] env[68640]: DEBUG nova.compute.manager [req-44d8f8a6-4fc7-4286-8360-a7a4cad180a6 req-8aae9625-5830-4d5f-9836-f0bb3ee239c1 service nova] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Received event network-vif-deleted-5e823907-d713-4cea-9b6e-71d7ed5b257c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.292183] env[68640]: DEBUG nova.network.neutron [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Successfully created port: 75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.319339] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5096f31e-0ca5-4e8e-a616-fbe66f29b87a tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.830s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.451657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-39d6d5b4-6684-41b0-a459-5993a3583fd0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.452900] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Instance network_info: |[{"id": "23631e1f-a080-4628-a9b1-6eaff314c096", "address": "fa:16:3e:07:5f:cf", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23631e1f-a0", "ovs_interfaceid": "23631e1f-a080-4628-a9b1-6eaff314c096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.455924] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:5f:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23631e1f-a080-4628-a9b1-6eaff314c096', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.463401] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.463876] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.464021] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f9e28f2-4655-483d-ae67-119ca6549114 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.489792] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.489792] env[68640]: value = "task-2990522" [ 798.489792] env[68640]: _type = "Task" [ 798.489792] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.500599] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990522, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.507370] env[68640]: DEBUG nova.compute.manager [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Received event network-changed-23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.507370] env[68640]: DEBUG nova.compute.manager [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Refreshing instance network info cache due to event network-changed-23631e1f-a080-4628-a9b1-6eaff314c096. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.507370] env[68640]: DEBUG oslo_concurrency.lockutils [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] Acquiring lock "refresh_cache-39d6d5b4-6684-41b0-a459-5993a3583fd0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.507370] env[68640]: DEBUG oslo_concurrency.lockutils [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] Acquired lock "refresh_cache-39d6d5b4-6684-41b0-a459-5993a3583fd0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.507370] env[68640]: DEBUG nova.network.neutron [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Refreshing network info cache for port 23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.557503] env[68640]: DEBUG nova.scheduler.client.report [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.627212] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52048b34-6c2d-a755-bbf8-1c9a97a25aad, 'name': SearchDatastore_Task, 'duration_secs': 0.018384} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.627414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.627632] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 46aed8d6-f613-40c8-ae1a-42f38f622f8c/46aed8d6-f613-40c8-ae1a-42f38f622f8c.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.627975] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f17b9c-3de6-4823-ad36-3cc3ece39280 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.636427] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 798.636427] env[68640]: value = "task-2990523" [ 798.636427] env[68640]: _type = "Task" [ 798.636427] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.640414] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.655019] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.744879] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdb30642-4fb6-4bac-a848-e687f2fc691c tempest-VolumesAssistedSnapshotsTest-256400420 tempest-VolumesAssistedSnapshotsTest-256400420-project-admin] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.761439] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.799524] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.799789] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.799946] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.800278] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.800346] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.800618] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.800967] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.800967] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.801078] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.801246] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.801425] env[68640]: DEBUG nova.virt.hardware [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.803540] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095caa82-ed73-4540-94c7-df052d3ac8ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.810943] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.811228] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.817635] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946481cd-94c4-4ce7-a5ae-4e851dbfb27a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.004481] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990522, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.063358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.065998] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.219s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.066622] env[68640]: DEBUG nova.objects.instance [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lazy-loading 'resources' on Instance uuid 14c46ebc-c084-4943-9721-bab5623654e0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.105257] env[68640]: INFO nova.scheduler.client.report [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Deleted allocations for instance 8bfb3d1a-62f5-4781-949f-533f968c9d64 [ 799.153615] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990523, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.184839] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.466576] env[68640]: DEBUG nova.network.neutron [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Updated VIF entry in instance network info cache for port 23631e1f-a080-4628-a9b1-6eaff314c096. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.468483] env[68640]: DEBUG nova.network.neutron [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Updating instance_info_cache with network_info: [{"id": "23631e1f-a080-4628-a9b1-6eaff314c096", "address": "fa:16:3e:07:5f:cf", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23631e1f-a0", "ovs_interfaceid": "23631e1f-a080-4628-a9b1-6eaff314c096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.502235] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990522, 'name': CreateVM_Task, 'duration_secs': 0.792746} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.502486] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.503126] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.503497] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.503639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.504028] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eca3040-f673-4701-98ae-4735dffc0914 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.512703] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 799.512703] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52854129-7709-00ca-a586-2b2e5f882ef9" [ 799.512703] env[68640]: _type = "Task" [ 799.512703] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.522236] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52854129-7709-00ca-a586-2b2e5f882ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.624909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e60d65c3-34c6-44fe-99d3-28d59a7d9d7a tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "8bfb3d1a-62f5-4781-949f-533f968c9d64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.919s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.652360] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757564} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.653574] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 46aed8d6-f613-40c8-ae1a-42f38f622f8c/46aed8d6-f613-40c8-ae1a-42f38f622f8c.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.655032] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.655032] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e913febd-5b59-42a7-b11a-31357879940c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.665947] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 799.665947] env[68640]: value = "task-2990526" [ 799.665947] env[68640]: _type = "Task" [ 799.665947] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.677671] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.970249] env[68640]: DEBUG oslo_concurrency.lockutils [req-7bcd8ed0-e5d9-4a29-9cf5-7ed03b08fc04 req-e8156ed9-1921-4f13-8d6e-0453631ddecf service nova] Releasing lock "refresh_cache-39d6d5b4-6684-41b0-a459-5993a3583fd0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.031759] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52854129-7709-00ca-a586-2b2e5f882ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.037373} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.032093] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.032769] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.032769] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.032769] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.032911] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.033578] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7d479cf-9bc7-4956-85bd-a9abff908816 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.047081] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.047081] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.047081] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77dd96a-11a7-427b-9c45-bfb11e6926e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.053639] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 800.053639] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525c29fa-ac7d-2a85-19bf-38c78a318924" [ 800.053639] env[68640]: _type = "Task" [ 800.053639] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.061995] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525c29fa-ac7d-2a85-19bf-38c78a318924, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.180227] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083889} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.180990] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.182363] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a3042-e8e7-4eed-8239-508e72e9732f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.210607] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 46aed8d6-f613-40c8-ae1a-42f38f622f8c/46aed8d6-f613-40c8-ae1a-42f38f622f8c.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.213607] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b6aec6-2ed5-401b-8ffe-41e5edb9acf2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.236336] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 800.236336] env[68640]: value = "task-2990527" [ 800.236336] env[68640]: _type = "Task" [ 800.236336] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.250529] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.258911] env[68640]: DEBUG nova.network.neutron [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Successfully updated port: 75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.282649] env[68640]: DEBUG nova.compute.manager [req-c4a9ce8f-37ae-4b35-baf9-77461a719ac8 req-a24c439d-9395-47ad-864b-7796f3b9c3a2 service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Received event network-vif-plugged-75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.282649] env[68640]: DEBUG oslo_concurrency.lockutils [req-c4a9ce8f-37ae-4b35-baf9-77461a719ac8 req-a24c439d-9395-47ad-864b-7796f3b9c3a2 service nova] Acquiring lock "07974438-9f23-485d-b9c5-659709c0fa16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.282649] env[68640]: DEBUG oslo_concurrency.lockutils [req-c4a9ce8f-37ae-4b35-baf9-77461a719ac8 req-a24c439d-9395-47ad-864b-7796f3b9c3a2 service nova] Lock "07974438-9f23-485d-b9c5-659709c0fa16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.283810] env[68640]: DEBUG oslo_concurrency.lockutils [req-c4a9ce8f-37ae-4b35-baf9-77461a719ac8 req-a24c439d-9395-47ad-864b-7796f3b9c3a2 service nova] Lock "07974438-9f23-485d-b9c5-659709c0fa16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.283810] env[68640]: DEBUG nova.compute.manager [req-c4a9ce8f-37ae-4b35-baf9-77461a719ac8 req-a24c439d-9395-47ad-864b-7796f3b9c3a2 service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] No waiting events found dispatching network-vif-plugged-75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.283810] env[68640]: WARNING nova.compute.manager [req-c4a9ce8f-37ae-4b35-baf9-77461a719ac8 req-a24c439d-9395-47ad-864b-7796f3b9c3a2 service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Received unexpected event network-vif-plugged-75944b3d-75f1-43a6-9bfd-545d25a3490e for instance with vm_state building and task_state spawning. [ 800.315588] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d47fd-caaf-4bf1-a2fb-6568c18ba344 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.327127] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be18f13d-ae24-4cc5-b8b0-a421b02cd7a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.359515] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "0a466d74-4aea-4601-9b46-865c29d21e8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.361076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.361076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "0a466d74-4aea-4601-9b46-865c29d21e8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.361076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.361076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.362973] env[68640]: INFO nova.compute.manager [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Terminating instance [ 800.367245] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52a0497-5c4b-4bc5-9a84-38fceddc3de6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.376926] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e802d79-94a0-4d43-99e3-3d681869ce33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.394304] env[68640]: DEBUG nova.compute.provider_tree [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.567052] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525c29fa-ac7d-2a85-19bf-38c78a318924, 'name': SearchDatastore_Task, 'duration_secs': 0.021293} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.567855] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e712f6f-c20a-43aa-bc2f-7f0bac967873 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.573553] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 800.573553] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520febfd-f04e-f027-a842-09efe7aedcde" [ 800.573553] env[68640]: _type = "Task" [ 800.573553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.582181] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520febfd-f04e-f027-a842-09efe7aedcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.748966] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.762043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "refresh_cache-07974438-9f23-485d-b9c5-659709c0fa16" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.762478] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "refresh_cache-07974438-9f23-485d-b9c5-659709c0fa16" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.762699] env[68640]: DEBUG nova.network.neutron [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.791753] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.792039] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.794750] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.794750] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.794750] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.796471] env[68640]: INFO nova.compute.manager [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Terminating instance [ 800.871833] env[68640]: DEBUG nova.compute.manager [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.871833] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.874610] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a214de38-25b0-4c74-bf54-81ab25511e55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.881801] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.882095] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eca16025-c672-481b-b6e9-e8b7ca01aaf3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.895735] env[68640]: DEBUG oslo_vmware.api [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 800.895735] env[68640]: value = "task-2990529" [ 800.895735] env[68640]: _type = "Task" [ 800.895735] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.900957] env[68640]: DEBUG nova.scheduler.client.report [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.910097] env[68640]: DEBUG oslo_vmware.api [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.959684] env[68640]: DEBUG nova.compute.manager [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Received event network-changed-b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.959842] env[68640]: DEBUG nova.compute.manager [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Refreshing instance network info cache due to event network-changed-b9cf2f71-1958-490a-b750-85c1ae770284. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.961012] env[68640]: DEBUG oslo_concurrency.lockutils [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] Acquiring lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.961012] env[68640]: DEBUG oslo_concurrency.lockutils [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] Acquired lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.961012] env[68640]: DEBUG nova.network.neutron [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Refreshing network info cache for port b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.090098] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520febfd-f04e-f027-a842-09efe7aedcde, 'name': SearchDatastore_Task, 'duration_secs': 0.024135} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.090098] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.090098] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 39d6d5b4-6684-41b0-a459-5993a3583fd0/39d6d5b4-6684-41b0-a459-5993a3583fd0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.090098] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-986f1003-182b-4788-bd46-e798b9e9963c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.098668] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 801.098668] env[68640]: value = "task-2990530" [ 801.098668] env[68640]: _type = "Task" [ 801.098668] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.111715] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.249244] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990527, 'name': ReconfigVM_Task, 'duration_secs': 0.658464} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.249677] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 46aed8d6-f613-40c8-ae1a-42f38f622f8c/46aed8d6-f613-40c8-ae1a-42f38f622f8c.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.250421] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b441908c-c2ac-4081-8a19-d55534cf9068 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.258575] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 801.258575] env[68640]: value = "task-2990531" [ 801.258575] env[68640]: _type = "Task" [ 801.258575] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.270118] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990531, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.301932] env[68640]: DEBUG nova.compute.manager [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.301932] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.303107] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a7ae5-5c2f-47bc-a926-136daf0b343f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.316997] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.318282] env[68640]: DEBUG nova.network.neutron [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.320772] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28d4b2c-25e9-4db6-923f-10d911c5fd86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.328918] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 801.328918] env[68640]: value = "task-2990532" [ 801.328918] env[68640]: _type = "Task" [ 801.328918] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.338661] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.415021] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.417510] env[68640]: DEBUG oslo_vmware.api [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990529, 'name': PowerOffVM_Task, 'duration_secs': 0.290465} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.418849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.764s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.420408] env[68640]: INFO nova.compute.claims [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.424380] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.424380] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.427688] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e455ec-aac3-45ce-b447-900e214ce327 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.454644] env[68640]: INFO nova.scheduler.client.report [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Deleted allocations for instance 14c46ebc-c084-4943-9721-bab5623654e0 [ 801.497404] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.497404] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.497404] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Deleting the datastore file [datastore2] 0a466d74-4aea-4601-9b46-865c29d21e8a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.497404] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc6c265-ae59-4724-88b0-3239b059e740 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.512304] env[68640]: DEBUG oslo_vmware.api [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 801.512304] env[68640]: value = "task-2990534" [ 801.512304] env[68640]: _type = "Task" [ 801.512304] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.528371] env[68640]: DEBUG oslo_vmware.api [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.560256] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.560721] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.563721] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.563953] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.609876] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.757942] env[68640]: DEBUG nova.network.neutron [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Updating instance_info_cache with network_info: [{"id": "75944b3d-75f1-43a6-9bfd-545d25a3490e", "address": "fa:16:3e:d8:92:f2", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75944b3d-75", "ovs_interfaceid": "75944b3d-75f1-43a6-9bfd-545d25a3490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.772051] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990531, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.839226] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.875826] env[68640]: DEBUG nova.network.neutron [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updated VIF entry in instance network info cache for port b9cf2f71-1958-490a-b750-85c1ae770284. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.876259] env[68640]: DEBUG nova.network.neutron [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updating instance_info_cache with network_info: [{"id": "b9cf2f71-1958-490a-b750-85c1ae770284", "address": "fa:16:3e:f3:bf:2c", "network": {"id": "b75bd8ac-0496-45cf-b6af-c1320dac99a3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-511444467-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b74be75d89574f11a731c23bffe9954b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9cf2f71-19", "ovs_interfaceid": "b9cf2f71-1958-490a-b750-85c1ae770284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.964965] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d74024b4-66f1-45e9-a56b-2f1165acb4b6 tempest-ServersAdmin275Test-2131256693 tempest-ServersAdmin275Test-2131256693-project-member] Lock "14c46ebc-c084-4943-9721-bab5623654e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.905s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.022721] env[68640]: DEBUG oslo_vmware.api [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273597} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.022721] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.022721] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.022721] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.022721] env[68640]: INFO nova.compute.manager [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.023174] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.023240] env[68640]: DEBUG nova.compute.manager [-] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.023281] env[68640]: DEBUG nova.network.neutron [-] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.110982] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.265697] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "refresh_cache-07974438-9f23-485d-b9c5-659709c0fa16" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.265697] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Instance network_info: |[{"id": "75944b3d-75f1-43a6-9bfd-545d25a3490e", "address": "fa:16:3e:d8:92:f2", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75944b3d-75", "ovs_interfaceid": "75944b3d-75f1-43a6-9bfd-545d25a3490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.266114] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:92:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75944b3d-75f1-43a6-9bfd-545d25a3490e', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.276199] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Creating folder: Project (ae72680e4f2f40f09a65502143cd3bc4). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.280885] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b46f2a3b-b1f0-42c5-99bb-eaff3c0a46f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.283328] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990531, 'name': Rename_Task, 'duration_secs': 0.784098} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.283764] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.284443] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f107d86-b5da-45f9-b850-6f5d42b91bd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.291593] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 802.291593] env[68640]: value = "task-2990536" [ 802.291593] env[68640]: _type = "Task" [ 802.291593] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.300801] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Created folder: Project (ae72680e4f2f40f09a65502143cd3bc4) in parent group-v599664. [ 802.300801] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Creating folder: Instances. Parent ref: group-v599796. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.300801] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-528ac03a-6721-433e-938f-13c3c75728fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.308245] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.318068] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Created folder: Instances in parent group-v599796. [ 802.318926] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.318926] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.318926] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85e710c-aa39-4e4a-b558-1dca272c76d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.344949] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990532, 'name': PowerOffVM_Task, 'duration_secs': 0.747449} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.345603] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.345603] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.346898] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88a6745e-df19-44a4-86ae-a5a5bf54639d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.348889] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.348889] env[68640]: value = "task-2990538" [ 802.348889] env[68640]: _type = "Task" [ 802.348889] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.358635] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990538, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.380724] env[68640]: DEBUG oslo_concurrency.lockutils [req-b24ddf3a-6491-4f9f-ac28-4e3a22970b53 req-2da3a616-272e-4f0f-8efc-cf109708e34c service nova] Releasing lock "refresh_cache-0a466d74-4aea-4601-9b46-865c29d21e8a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.432849] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.433048] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.433181] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Deleting the datastore file [datastore1] eabaabda-c30c-4997-83b6-f99a1ea79dbc {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.433469] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c5d4d3-0c5b-4f94-96e2-048cb619678a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.440401] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 802.440401] env[68640]: value = "task-2990540" [ 802.440401] env[68640]: _type = "Task" [ 802.440401] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.450408] env[68640]: DEBUG nova.compute.manager [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Received event network-changed-75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.450599] env[68640]: DEBUG nova.compute.manager [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Refreshing instance network info cache due to event network-changed-75944b3d-75f1-43a6-9bfd-545d25a3490e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.450806] env[68640]: DEBUG oslo_concurrency.lockutils [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] Acquiring lock "refresh_cache-07974438-9f23-485d-b9c5-659709c0fa16" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.450954] env[68640]: DEBUG oslo_concurrency.lockutils [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] Acquired lock "refresh_cache-07974438-9f23-485d-b9c5-659709c0fa16" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.451158] env[68640]: DEBUG nova.network.neutron [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Refreshing network info cache for port 75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.461150] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.612953] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990530, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.31022} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.616718] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 39d6d5b4-6684-41b0-a459-5993a3583fd0/39d6d5b4-6684-41b0-a459-5993a3583fd0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.617124] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.617679] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239d55ce-fdab-4bc8-bafa-93a37f899402 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.624752] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 802.624752] env[68640]: value = "task-2990541" [ 802.624752] env[68640]: _type = "Task" [ 802.624752] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.633976] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.808727] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.863802] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990538, 'name': CreateVM_Task, 'duration_secs': 0.390622} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.864551] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.868670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.869266] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.870899] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b330f7-8617-4db6-bb7d-1da233bbe4b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.872643] env[68640]: DEBUG nova.network.neutron [-] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.880670] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 802.880670] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f58fc4-3a9c-52f5-85aa-47d265bc550a" [ 802.880670] env[68640]: _type = "Task" [ 802.880670] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.904029] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f58fc4-3a9c-52f5-85aa-47d265bc550a, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.904029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.904029] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.904029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.904029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.904029] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.904029] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f12297e4-e005-4e37-80f4-614bc1fa9ab6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.913437] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.913437] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.914108] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852ef726-514d-4536-ae50-b4e21f1c914e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.924744] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 802.924744] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ce1246-1ae6-1338-e1b7-9c4c3d2824f7" [ 802.924744] env[68640]: _type = "Task" [ 802.924744] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.937889] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ce1246-1ae6-1338-e1b7-9c4c3d2824f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.950205] env[68640]: DEBUG oslo_vmware.api [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263789} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.952766] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.953050] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.953255] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.953430] env[68640]: INFO nova.compute.manager [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Took 1.65 seconds to destroy the instance on the hypervisor. [ 802.954052] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.958722] env[68640]: DEBUG nova.compute.manager [-] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.958851] env[68640]: DEBUG nova.network.neutron [-] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.966254] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218ea12-aeb7-aae7-0881-38f17235becd/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.967272] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d703d5-fd8c-46c5-8bee-2f8d61250d5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.977001] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218ea12-aeb7-aae7-0881-38f17235becd/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.978119] env[68640]: ERROR oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218ea12-aeb7-aae7-0881-38f17235becd/disk-0.vmdk due to incomplete transfer. [ 802.978119] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73f41798-79a2-43c3-8571-8fb2d7fdb4da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.986503] env[68640]: DEBUG oslo_vmware.rw_handles [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218ea12-aeb7-aae7-0881-38f17235becd/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.986726] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Uploaded image 9b74eee3-bc0d-4f0a-a4d8-2bfeefe14ced to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.989125] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.991836] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5d171562-8234-489b-967e-0e4c3bb117ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.999710] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 802.999710] env[68640]: value = "task-2990543" [ 802.999710] env[68640]: _type = "Task" [ 802.999710] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.008590] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990543, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.136623] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099902} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.137453] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa29ecc-6680-4c6a-a816-5244d4372bc1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.140454] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.141328] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c418f-73a1-4d58-bc95-ff0f6e09e529 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.158911] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732a490-1ab8-467e-98b2-575c6824e105 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.171589] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 39d6d5b4-6684-41b0-a459-5993a3583fd0/39d6d5b4-6684-41b0-a459-5993a3583fd0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.172423] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2616d01-f137-41b4-a2e7-e7b9ed5e4da2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.222057] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab7550-13b7-4a8d-9eb6-9328460c98cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.225424] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 803.225424] env[68640]: value = "task-2990544" [ 803.225424] env[68640]: _type = "Task" [ 803.225424] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.235414] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de45d2-9ae9-47c4-9c70-c2c1576336dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.246043] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.266105] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.266578] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.267536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.267536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.267536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.271120] env[68640]: DEBUG nova.compute.provider_tree [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.275069] env[68640]: INFO nova.compute.manager [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Terminating instance [ 803.304467] env[68640]: DEBUG oslo_vmware.api [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990536, 'name': PowerOnVM_Task, 'duration_secs': 0.680135} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.304677] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.305048] env[68640]: INFO nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Took 11.37 seconds to spawn the instance on the hypervisor. [ 803.305048] env[68640]: DEBUG nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.306084] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254cbc37-968d-4592-b6cf-c68f6ba85122 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.376242] env[68640]: INFO nova.compute.manager [-] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Took 1.35 seconds to deallocate network for instance. [ 803.389797] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.390056] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.436612] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ce1246-1ae6-1338-e1b7-9c4c3d2824f7, 'name': SearchDatastore_Task, 'duration_secs': 0.040472} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.440009] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1df77d-3c95-482c-80c9-1f0539fc9922 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.446102] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 803.446102] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522fc060-8919-fb83-47b9-cd71944439d7" [ 803.446102] env[68640]: _type = "Task" [ 803.446102] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.455339] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522fc060-8919-fb83-47b9-cd71944439d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.509735] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990543, 'name': Destroy_Task, 'duration_secs': 0.450452} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.510012] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Destroyed the VM [ 803.510246] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.510499] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cae881d4-1262-4bb7-b45f-b9aa8c3a410a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.518404] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 803.518404] env[68640]: value = "task-2990545" [ 803.518404] env[68640]: _type = "Task" [ 803.518404] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.526780] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.739568] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.775728] env[68640]: DEBUG nova.scheduler.client.report [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.780385] env[68640]: DEBUG nova.compute.manager [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.780648] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.781802] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db3efb-015a-40a1-b8af-28bdb5930fb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.794755] env[68640]: DEBUG nova.network.neutron [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Updated VIF entry in instance network info cache for port 75944b3d-75f1-43a6-9bfd-545d25a3490e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.795906] env[68640]: DEBUG nova.network.neutron [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Updating instance_info_cache with network_info: [{"id": "75944b3d-75f1-43a6-9bfd-545d25a3490e", "address": "fa:16:3e:d8:92:f2", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75944b3d-75", "ovs_interfaceid": "75944b3d-75f1-43a6-9bfd-545d25a3490e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.802129] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.802129] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9225fb99-5740-429b-84bf-17300a26f953 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.812035] env[68640]: DEBUG oslo_vmware.api [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 803.812035] env[68640]: value = "task-2990546" [ 803.812035] env[68640]: _type = "Task" [ 803.812035] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.835227] env[68640]: DEBUG oslo_vmware.api [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.835720] env[68640]: INFO nova.compute.manager [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Took 50.68 seconds to build instance. [ 803.891647] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.958132] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522fc060-8919-fb83-47b9-cd71944439d7, 'name': SearchDatastore_Task, 'duration_secs': 0.063414} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.958575] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.958688] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 07974438-9f23-485d-b9c5-659709c0fa16/07974438-9f23-485d-b9c5-659709c0fa16.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.959055] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de8556c-059c-4ad0-8951-a847c9118ec1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.966726] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 803.966726] env[68640]: value = "task-2990547" [ 803.966726] env[68640]: _type = "Task" [ 803.966726] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.976659] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.029846] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990545, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.243686] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990544, 'name': ReconfigVM_Task, 'duration_secs': 0.822511} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.244439] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 39d6d5b4-6684-41b0-a459-5993a3583fd0/39d6d5b4-6684-41b0-a459-5993a3583fd0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.245380] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40c33631-2418-45e5-88c3-babfbf54611e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.253613] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 804.253613] env[68640]: value = "task-2990548" [ 804.253613] env[68640]: _type = "Task" [ 804.253613] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.265790] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990548, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.282135] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.282699] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.285725] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.565s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.286884] env[68640]: INFO nova.compute.claims [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.303266] env[68640]: DEBUG oslo_concurrency.lockutils [req-eda9af22-2c5e-48bc-9945-13762a84a3c8 req-f5173293-89a6-45f8-b657-a055fedcc47d service nova] Releasing lock "refresh_cache-07974438-9f23-485d-b9c5-659709c0fa16" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.324798] env[68640]: DEBUG oslo_vmware.api [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990546, 'name': PowerOffVM_Task, 'duration_secs': 0.258529} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.324923] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.325067] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.325465] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1a64b9b-5c1e-4db1-b268-38309e6d8941 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.339255] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73fb40a1-ee62-4b3a-9e80-b6a152d7b4eb tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.100s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.393898] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.394170] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.394366] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Deleting the datastore file [datastore1] ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.394638] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3122c2c1-d317-4a56-8d35-e221b8d6b896 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.402749] env[68640]: DEBUG oslo_vmware.api [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for the task: (returnval){ [ 804.402749] env[68640]: value = "task-2990550" [ 804.402749] env[68640]: _type = "Task" [ 804.402749] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.412132] env[68640]: DEBUG oslo_vmware.api [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990550, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.478265] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.536041] env[68640]: DEBUG oslo_vmware.api [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.763733} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.536423] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.536699] env[68640]: INFO nova.compute.manager [None req-0cf13b2a-d3bd-46aa-a3ab-bb4aa8277101 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 804.556842] env[68640]: DEBUG nova.network.neutron [-] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.631698] env[68640]: DEBUG nova.compute.manager [req-082d3404-ae7c-4687-af00-6ed710b7cebd req-d9cbc67f-2601-4198-ad45-c99e089f0be8 service nova] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Received event network-vif-deleted-b9cf2f71-1958-490a-b750-85c1ae770284 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.631857] env[68640]: DEBUG nova.compute.manager [req-082d3404-ae7c-4687-af00-6ed710b7cebd req-d9cbc67f-2601-4198-ad45-c99e089f0be8 service nova] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Received event network-vif-deleted-3024f125-d320-4deb-9b1f-34caf63c94dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.724465] env[68640]: DEBUG nova.compute.manager [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.725449] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28162d98-c471-44a8-a1e9-1fe797b97e7a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.763734] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990548, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.791288] env[68640]: DEBUG nova.compute.utils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.794639] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.794809] env[68640]: DEBUG nova.network.neutron [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.846806] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.861390] env[68640]: DEBUG nova.policy [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5084d4bdfd5742389abd263c8fdeb0f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb0d0d7f750c43e58a5406e8c0e0fdce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.913137] env[68640]: DEBUG oslo_vmware.api [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Task: {'id': task-2990550, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501798} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.913137] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.913385] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.913517] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.913692] env[68640]: INFO nova.compute.manager [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Took 1.13 seconds to destroy the instance on the hypervisor. [ 804.913938] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.914173] env[68640]: DEBUG nova.compute.manager [-] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.914292] env[68640]: DEBUG nova.network.neutron [-] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.981323] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655169} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.985462] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 07974438-9f23-485d-b9c5-659709c0fa16/07974438-9f23-485d-b9c5-659709c0fa16.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.985827] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.986336] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e291961e-ca8a-47da-b507-c745163da0e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.001230] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 805.001230] env[68640]: value = "task-2990551" [ 805.001230] env[68640]: _type = "Task" [ 805.001230] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.009346] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.059723] env[68640]: INFO nova.compute.manager [-] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Took 2.10 seconds to deallocate network for instance. [ 805.242052] env[68640]: INFO nova.compute.manager [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] instance snapshotting [ 805.242888] env[68640]: DEBUG nova.objects.instance [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'flavor' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.266471] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990548, 'name': Rename_Task, 'duration_secs': 0.510592} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.267751] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.268689] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb7a9ae-4b86-4e2d-8b66-d6b74e65da93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.275553] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 805.275553] env[68640]: value = "task-2990553" [ 805.275553] env[68640]: _type = "Task" [ 805.275553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.284245] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.296299] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.380068] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.505532] env[68640]: DEBUG nova.network.neutron [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Successfully created port: fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.515215] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07974} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.518911] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.520491] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf9e41-7fbd-46a1-bb1b-dd3c84b5fca6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.559683] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 07974438-9f23-485d-b9c5-659709c0fa16/07974438-9f23-485d-b9c5-659709c0fa16.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.559683] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79cb9616-6f3a-48fb-b2de-5f1840483750 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.577164] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.579514] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 805.579514] env[68640]: value = "task-2990554" [ 805.579514] env[68640]: _type = "Task" [ 805.579514] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.594891] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.654316] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.654791] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.655025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.655269] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.655465] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.659945] env[68640]: INFO nova.compute.manager [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Terminating instance [ 805.755499] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb285d8-3972-4f7d-86fd-416171cf934e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.786353] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305d4494-3a15-41cd-99a2-8db52a935900 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.794942] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.088121] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4faba2-89ae-4a89-9160-a4a16f9e3bcf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.095398] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990554, 'name': ReconfigVM_Task, 'duration_secs': 0.327988} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.096221] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 07974438-9f23-485d-b9c5-659709c0fa16/07974438-9f23-485d-b9c5-659709c0fa16.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.096931] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57ae9393-b043-4306-84ad-535760a1ef26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.102121] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce34eeb4-d86d-43e9-91ae-cb48f5455938 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.108539] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 806.108539] env[68640]: value = "task-2990555" [ 806.108539] env[68640]: _type = "Task" [ 806.108539] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.143907] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b6d736-f15c-4045-a8c3-5c10e84d120d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.152108] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990555, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.157594] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37e4c85-48de-4a96-8087-92dad351209f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.173129] env[68640]: DEBUG nova.compute.manager [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.173425] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.174246] env[68640]: DEBUG nova.compute.provider_tree [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.176171] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeb842f-889d-47ef-8541-7b97cb0ba11f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.183928] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.184864] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9375200-5902-4cad-a773-7b73e669c77c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.191253] env[68640]: DEBUG oslo_vmware.api [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 806.191253] env[68640]: value = "task-2990556" [ 806.191253] env[68640]: _type = "Task" [ 806.191253] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.200630] env[68640]: DEBUG oslo_vmware.api [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.291775] env[68640]: DEBUG oslo_vmware.api [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990553, 'name': PowerOnVM_Task, 'duration_secs': 0.753437} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.291775] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.291775] env[68640]: INFO nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Took 11.46 seconds to spawn the instance on the hypervisor. [ 806.291775] env[68640]: DEBUG nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.292323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6a1c2-396c-4898-a4bd-bf8639c9e670 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.302581] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.303085] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5b7abdc5-c49b-4d8a-81fc-670edf9640c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.309032] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.315054] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 806.315054] env[68640]: value = "task-2990557" [ 806.315054] env[68640]: _type = "Task" [ 806.315054] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.325903] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.357495] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:29:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9145b772-bd56-4918-8743-b134380a2ec3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1312124083',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.357818] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.358110] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.358341] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.358494] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.358661] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.358942] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.359344] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.359344] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.359543] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.359741] env[68640]: DEBUG nova.virt.hardware [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.361173] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17324008-4be5-436a-9dea-b8e88c35bbb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.373094] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da158ac-6ace-476e-8ad0-b2dd6221d74d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.562750] env[68640]: DEBUG nova.network.neutron [-] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.602999] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.603298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.619396] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990555, 'name': Rename_Task, 'duration_secs': 0.165282} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.619650] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.619887] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133e0f7a-aa71-4291-adcd-1c01b0744842 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.626231] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 806.626231] env[68640]: value = "task-2990558" [ 806.626231] env[68640]: _type = "Task" [ 806.626231] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.633818] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.681857] env[68640]: DEBUG nova.scheduler.client.report [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.702126] env[68640]: DEBUG oslo_vmware.api [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990556, 'name': PowerOffVM_Task, 'duration_secs': 0.215764} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.702942] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.702942] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.702942] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4c3752c-877a-4b85-b138-cbdda8e8c065 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.772074] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.772307] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.772489] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleting the datastore file [datastore2] 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.772761] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85e8c387-c759-4917-9b80-ea8bad00aad9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.779810] env[68640]: DEBUG oslo_vmware.api [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 806.779810] env[68640]: value = "task-2990560" [ 806.779810] env[68640]: _type = "Task" [ 806.779810] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.788087] env[68640]: DEBUG oslo_vmware.api [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.814812] env[68640]: INFO nova.compute.manager [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Took 44.19 seconds to build instance. [ 806.826268] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990557, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.879310] env[68640]: DEBUG nova.compute.manager [req-fb9aea7b-acdf-4682-ba4b-1d61d2a00b2d req-fed27856-3aad-475b-990a-17feb34714c5 service nova] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Received event network-vif-deleted-89ac72c8-fcc3-4da8-853e-d6d0daea4394 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.983665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.983896] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.055967] env[68640]: DEBUG nova.compute.manager [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.057064] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae96f380-50e7-49d6-aff1-ee806de487be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.066329] env[68640]: INFO nova.compute.manager [-] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Took 2.15 seconds to deallocate network for instance. [ 807.106548] env[68640]: DEBUG nova.compute.utils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.137910] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990558, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.187237] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.187443] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.190982] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.978s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.192931] env[68640]: DEBUG nova.objects.instance [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'resources' on Instance uuid 2798bb9e-2924-4fbe-91f5-cb29c417fe78 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.290171] env[68640]: DEBUG oslo_vmware.api [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219331} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.290556] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.290671] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.290859] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.291036] env[68640]: INFO nova.compute.manager [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Took 1.12 seconds to destroy the instance on the hypervisor. [ 807.291283] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.291591] env[68640]: DEBUG nova.compute.manager [-] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.291591] env[68640]: DEBUG nova.network.neutron [-] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.320872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-87a29119-66e2-4764-90e8-1d8f71e48e0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.452s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.326054] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990557, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.488363] env[68640]: DEBUG nova.compute.utils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.508694] env[68640]: DEBUG nova.network.neutron [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Successfully updated port: fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.568901] env[68640]: INFO nova.compute.manager [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] instance snapshotting [ 807.571806] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06264027-2f1e-4949-82f6-2e30184311cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.575260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.593538] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1fb07e-c4b4-4799-acef-f3077757b795 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610013] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.638928] env[68640]: DEBUG oslo_vmware.api [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990558, 'name': PowerOnVM_Task, 'duration_secs': 0.537152} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.639211] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.640089] env[68640]: INFO nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Took 8.88 seconds to spawn the instance on the hypervisor. [ 807.640089] env[68640]: DEBUG nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.640944] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d6cd51-7307-4483-a649-3138ce534720 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.696404] env[68640]: DEBUG nova.compute.utils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.698407] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.698450] env[68640]: DEBUG nova.network.neutron [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.750914] env[68640]: DEBUG nova.policy [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd94d7c133ed44d3be66cc878a185333', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a032c2c951a94f83bd0633d77b07008d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.827199] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.837285] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990557, 'name': CreateSnapshot_Task, 'duration_secs': 1.201935} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.838399] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.839052] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47c7be-1755-43ef-98c3-a74f7e85f34f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.992263] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.011548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.012019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.012019] env[68640]: DEBUG nova.network.neutron [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.031703] env[68640]: DEBUG nova.network.neutron [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Successfully created port: f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.077789] env[68640]: DEBUG nova.network.neutron [-] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.108681] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 808.108681] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e756087a-4516-4864-a7f1-78c9eb1a1a15 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.113028] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 808.113028] env[68640]: value = "task-2990562" [ 808.113028] env[68640]: _type = "Task" [ 808.113028] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.125030] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990562, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.161986] env[68640]: INFO nova.compute.manager [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Took 44.80 seconds to build instance. [ 808.202528] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.311022] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c708d9d2-eae6-4b34-a924-324539076cb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.318020] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1254f9-e50e-40fb-a999-020a325292c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.366894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.370023] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0574fd78-a18e-4592-9f7e-901a36820ea0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.373604] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d53a2d-ae8f-4f0f-8406-a8c873556b5b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.387380] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90c939d-c398-434d-a4c9-fce7f29b1342 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.391530] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 808.391530] env[68640]: value = "task-2990563" [ 808.391530] env[68640]: _type = "Task" [ 808.391530] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.397165] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.405169] env[68640]: DEBUG nova.compute.provider_tree [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.412100] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990563, 'name': CloneVM_Task} progress is 11%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.554292] env[68640]: DEBUG nova.network.neutron [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.581850] env[68640]: INFO nova.compute.manager [-] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Took 1.29 seconds to deallocate network for instance. [ 808.639586] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990562, 'name': CreateSnapshot_Task, 'duration_secs': 0.487562} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.639586] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.639586] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8a78c-3f62-4cfd-bed3-da671b6cfcb6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.663962] env[68640]: DEBUG oslo_concurrency.lockutils [None req-73696c53-d67d-4c56-8fef-060bc4cee7a7 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "07974438-9f23-485d-b9c5-659709c0fa16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.964s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.704673] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.704744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.704976] env[68640]: INFO nova.compute.manager [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Attaching volume 2859127d-b2a2-42ae-972e-4edd67ada5be to /dev/sdb [ 808.752614] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb642889-977c-4d77-bcf0-f9b2ce4ace8b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.761493] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f55c20d-4239-4a2e-a141-02d84200984c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.778527] env[68640]: DEBUG nova.virt.block_device [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating existing volume attachment record: 442b1754-2223-4801-85b9-732bb4c94136 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.902041] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990563, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.908177] env[68640]: DEBUG nova.scheduler.client.report [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.917090] env[68640]: DEBUG nova.network.neutron [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.089027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.098980] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.099283] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.099526] env[68640]: INFO nova.compute.manager [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Attaching volume f70d1b8d-ad3a-4b89-aa44-f96186fde3bf to /dev/sdb [ 809.144495] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b2a14a-670d-4aee-a7b4-03734c438089 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.166282] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.166849] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.169559] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-948356f5-5d32-4fed-b552-e11a8ce6ff76 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.174894] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad437e0-cea5-4ec3-82e4-c8e4c952a802 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.185130] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 809.185130] env[68640]: value = "task-2990566" [ 809.185130] env[68640]: _type = "Task" [ 809.185130] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.192662] env[68640]: DEBUG nova.virt.block_device [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updating existing volume attachment record: 307b6e30-052e-4732-a670-1a30ceedea20 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.202170] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990566, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.220219] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.257714] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.257981] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.258211] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.258407] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.258608] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.258778] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.259298] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.259526] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.259720] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.259969] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.260203] env[68640]: DEBUG nova.virt.hardware [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.261500] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417d198c-8ded-4ec2-9889-087b88680e07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.274270] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415dd189-4cff-4698-afeb-56598dfb14f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.406794] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990563, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.414724] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.418631] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.639s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.420567] env[68640]: INFO nova.compute.claims [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.425023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.425023] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Instance network_info: |[{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.425023] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:57:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc6c5b13-617c-439c-8570-68424de73411', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.442748] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.443060] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.443342] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65a429ea-3ddc-4248-a39b-a1cd5012c0cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.471960] env[68640]: INFO nova.scheduler.client.report [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocations for instance 2798bb9e-2924-4fbe-91f5-cb29c417fe78 [ 809.479925] env[68640]: DEBUG nova.compute.manager [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Received event network-vif-plugged-fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.480510] env[68640]: DEBUG oslo_concurrency.lockutils [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] Acquiring lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.480510] env[68640]: DEBUG oslo_concurrency.lockutils [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.480647] env[68640]: DEBUG oslo_concurrency.lockutils [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.480775] env[68640]: DEBUG nova.compute.manager [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] No waiting events found dispatching network-vif-plugged-fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.481240] env[68640]: WARNING nova.compute.manager [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Received unexpected event network-vif-plugged-fc6c5b13-617c-439c-8570-68424de73411 for instance with vm_state building and task_state spawning. [ 809.481240] env[68640]: DEBUG nova.compute.manager [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Received event network-changed-fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.481240] env[68640]: DEBUG nova.compute.manager [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Refreshing instance network info cache due to event network-changed-fc6c5b13-617c-439c-8570-68424de73411. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.484568] env[68640]: DEBUG oslo_concurrency.lockutils [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] Acquiring lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.484568] env[68640]: DEBUG oslo_concurrency.lockutils [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] Acquired lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.484568] env[68640]: DEBUG nova.network.neutron [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Refreshing network info cache for port fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.489592] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.489592] env[68640]: value = "task-2990570" [ 809.489592] env[68640]: _type = "Task" [ 809.489592] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.498761] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990570, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.698792] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990566, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.711401] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.910685] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990563, 'name': CloneVM_Task, 'duration_secs': 1.503706} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.911052] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created linked-clone VM from snapshot [ 809.911809] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2755a7-8b23-4215-b0e3-f18174f2516e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.923464] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Uploading image 9910c5c5-fea1-43bb-9e58-fbd0994797a1 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.958901] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.958901] env[68640]: value = "vm-599801" [ 809.958901] env[68640]: _type = "VirtualMachine" [ 809.958901] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.959222] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1fd2f44-f164-45e1-bb0f-a82a374b8678 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.967923] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease: (returnval){ [ 809.967923] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e4e2d-5cea-f602-f2e9-f639f73939e0" [ 809.967923] env[68640]: _type = "HttpNfcLease" [ 809.967923] env[68640]: } obtained for exporting VM: (result){ [ 809.967923] env[68640]: value = "vm-599801" [ 809.967923] env[68640]: _type = "VirtualMachine" [ 809.967923] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.968261] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the lease: (returnval){ [ 809.968261] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e4e2d-5cea-f602-f2e9-f639f73939e0" [ 809.968261] env[68640]: _type = "HttpNfcLease" [ 809.968261] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.978593] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.978593] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e4e2d-5cea-f602-f2e9-f639f73939e0" [ 809.978593] env[68640]: _type = "HttpNfcLease" [ 809.978593] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 809.991816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3552fe47-9600-4282-9ecd-329a64d0c122 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "2798bb9e-2924-4fbe-91f5-cb29c417fe78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.300s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.003781] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990570, 'name': CreateVM_Task, 'duration_secs': 0.401948} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.004605] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.005377] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.005538] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.005856] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.007082] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7dc1eb-27a0-40eb-bb54-cc3e807ec671 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.012338] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 810.012338] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52be979b-4ded-c63b-b96b-b11b0ad7efe8" [ 810.012338] env[68640]: _type = "Task" [ 810.012338] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.022679] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52be979b-4ded-c63b-b96b-b11b0ad7efe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.054472] env[68640]: DEBUG nova.network.neutron [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Successfully updated port: f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.211361] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990566, 'name': CloneVM_Task} progress is 95%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.344533] env[68640]: DEBUG nova.network.neutron [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updated VIF entry in instance network info cache for port fc6c5b13-617c-439c-8570-68424de73411. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.344921] env[68640]: DEBUG nova.network.neutron [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.452604] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "39d6d5b4-6684-41b0-a459-5993a3583fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.452877] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.453113] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "39d6d5b4-6684-41b0-a459-5993a3583fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.453326] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.453506] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.458288] env[68640]: INFO nova.compute.manager [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Terminating instance [ 810.477326] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.477326] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e4e2d-5cea-f602-f2e9-f639f73939e0" [ 810.477326] env[68640]: _type = "HttpNfcLease" [ 810.477326] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.477637] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.477637] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520e4e2d-5cea-f602-f2e9-f639f73939e0" [ 810.477637] env[68640]: _type = "HttpNfcLease" [ 810.477637] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.478535] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebd267-ba4e-4590-9905-55f65f9a7ce0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.490469] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbb025-93d7-0d3e-c1d2-5b6ed470d0da/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.490655] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbb025-93d7-0d3e-c1d2-5b6ed470d0da/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.564721] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.564874] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.565068] env[68640]: DEBUG nova.network.neutron [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.581750] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52be979b-4ded-c63b-b96b-b11b0ad7efe8, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.582081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.582325] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.582556] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.582730] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.582873] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.583187] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c4bad72-d6b6-4e0a-a50b-e4209b131094 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.598506] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.599142] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.603226] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea9b310-bb9b-4c65-b100-51dda89c20a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.611167] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 810.611167] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6a6a3-2b54-7c0a-5919-f63cb93fd6f3" [ 810.611167] env[68640]: _type = "Task" [ 810.611167] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.619675] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6a6a3-2b54-7c0a-5919-f63cb93fd6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.669303] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef4339bc-ba34-4ade-bdea-86bcab561227 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.705225] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990566, 'name': CloneVM_Task, 'duration_secs': 1.202866} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.707695] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Created linked-clone VM from snapshot [ 810.713421] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b27da1-a98a-433c-9eef-cef720b44c1f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.731048] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Uploading image 474ab841-0b35-4690-8880-3beca8e881b8 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.762462] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.762462] env[68640]: value = "vm-599803" [ 810.762462] env[68640]: _type = "VirtualMachine" [ 810.762462] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.762462] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3521565b-c448-4bfa-ad3d-a9e7c9ac3f70 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.772283] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lease: (returnval){ [ 810.772283] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5280ec03-c852-63ae-858c-0fdf521e8c92" [ 810.772283] env[68640]: _type = "HttpNfcLease" [ 810.772283] env[68640]: } obtained for exporting VM: (result){ [ 810.772283] env[68640]: value = "vm-599803" [ 810.772283] env[68640]: _type = "VirtualMachine" [ 810.772283] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.772283] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the lease: (returnval){ [ 810.772283] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5280ec03-c852-63ae-858c-0fdf521e8c92" [ 810.772283] env[68640]: _type = "HttpNfcLease" [ 810.772283] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.784179] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.784179] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5280ec03-c852-63ae-858c-0fdf521e8c92" [ 810.784179] env[68640]: _type = "HttpNfcLease" [ 810.784179] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.784179] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.784179] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5280ec03-c852-63ae-858c-0fdf521e8c92" [ 810.784179] env[68640]: _type = "HttpNfcLease" [ 810.784179] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.786130] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb4a07d-e63f-42aa-9de4-5a3b74bfe601 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.796979] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267a061-fc89-fda9-e2f6-2d63acdacdf2/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.796979] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267a061-fc89-fda9-e2f6-2d63acdacdf2/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 810.863010] env[68640]: DEBUG oslo_concurrency.lockutils [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] Releasing lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.863542] env[68640]: DEBUG nova.compute.manager [req-11044966-eea5-4358-bbad-83550e1d58bd req-2ceb4df2-8aee-461f-b8ac-eb06104ef072 service nova] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Received event network-vif-deleted-a1c1aec7-5a41-4b56-a73d-ca3bd71dd869 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.918462] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9bc3937f-9e02-402e-be34-4b7127650304 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.966421] env[68640]: DEBUG nova.compute.manager [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.966421] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.967119] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01085f-0f37-4389-be24-4c0dbe644b6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.979178] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.979515] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7d4c9ee-3bd2-4f28-9f17-c6ac4d051ee0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.989573] env[68640]: DEBUG oslo_vmware.api [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 810.989573] env[68640]: value = "task-2990575" [ 810.989573] env[68640]: _type = "Task" [ 810.989573] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.000431] env[68640]: DEBUG oslo_vmware.api [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.106198] env[68640]: DEBUG nova.network.neutron [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.144850] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6a6a3-2b54-7c0a-5919-f63cb93fd6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.028633} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.149464] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09328d7-fcd5-4713-bf60-5ee9b830cb5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.161425] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 811.161425] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e9917-1bb9-958a-3610-b0d00eb61e57" [ 811.161425] env[68640]: _type = "Task" [ 811.161425] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.179478] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e9917-1bb9-958a-3610-b0d00eb61e57, 'name': SearchDatastore_Task, 'duration_secs': 0.013481} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.180536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.186220] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.195922] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e29f3a7-53c3-4fae-864b-7f85030c2e5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.208277] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 811.208277] env[68640]: value = "task-2990576" [ 811.208277] env[68640]: _type = "Task" [ 811.208277] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.220699] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.311830] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c09a34-81bd-49f3-9ffc-2e620e3d5667 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.322254] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b991d-9952-406f-bf01-cc5a5daf9fab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.378986] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153f2890-21b5-4327-a771-a6c8cf9a8c85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.396459] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578bf5b4-fe9d-42da-ba08-0a726f57c76f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.435300] env[68640]: DEBUG nova.compute.provider_tree [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.455874] env[68640]: DEBUG nova.network.neutron [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [{"id": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "address": "fa:16:3e:c2:51:b7", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6293af4-8c", "ovs_interfaceid": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.505914] env[68640]: DEBUG oslo_vmware.api [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990575, 'name': PowerOffVM_Task, 'duration_secs': 0.300953} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.509592] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.510121] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.510782] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a4405a1-1d31-4823-83f6-6bbfcce593b4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.648067] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.650325] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.650602] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore2] 39d6d5b4-6684-41b0-a459-5993a3583fd0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.650883] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-697cc5a8-0d16-432e-b467-8545c515a197 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.665531] env[68640]: DEBUG oslo_vmware.api [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 811.665531] env[68640]: value = "task-2990580" [ 811.665531] env[68640]: _type = "Task" [ 811.665531] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.685408] env[68640]: DEBUG oslo_vmware.api [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.721022] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990576, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.867886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.868539] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.939449] env[68640]: DEBUG nova.scheduler.client.report [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.950403] env[68640]: DEBUG nova.compute.manager [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Received event network-vif-plugged-f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.951785] env[68640]: DEBUG oslo_concurrency.lockutils [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] Acquiring lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.953208] env[68640]: DEBUG oslo_concurrency.lockutils [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.953208] env[68640]: DEBUG oslo_concurrency.lockutils [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.953208] env[68640]: DEBUG nova.compute.manager [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] No waiting events found dispatching network-vif-plugged-f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.953208] env[68640]: WARNING nova.compute.manager [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Received unexpected event network-vif-plugged-f6293af4-8c1a-443b-9b53-40e7b25bd02b for instance with vm_state building and task_state spawning. [ 811.953208] env[68640]: DEBUG nova.compute.manager [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Received event network-changed-f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.953208] env[68640]: DEBUG nova.compute.manager [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Refreshing instance network info cache due to event network-changed-f6293af4-8c1a-443b-9b53-40e7b25bd02b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.953491] env[68640]: DEBUG oslo_concurrency.lockutils [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] Acquiring lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.963163] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.963647] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance network_info: |[{"id": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "address": "fa:16:3e:c2:51:b7", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6293af4-8c", "ovs_interfaceid": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.964260] env[68640]: DEBUG oslo_concurrency.lockutils [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] Acquired lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.964510] env[68640]: DEBUG nova.network.neutron [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Refreshing network info cache for port f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.966763] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:51:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6293af4-8c1a-443b-9b53-40e7b25bd02b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.975987] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.977058] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.977553] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d04549eb-d67a-4f51-9457-1cd6cc1cae1b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.005517] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.005517] env[68640]: value = "task-2990582" [ 812.005517] env[68640]: _type = "Task" [ 812.005517] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.016805] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990582, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.182761] env[68640]: DEBUG oslo_vmware.api [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392778} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.183346] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.183563] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.183720] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.183811] env[68640]: INFO nova.compute.manager [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 812.184066] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.184321] env[68640]: DEBUG nova.compute.manager [-] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.184567] env[68640]: DEBUG nova.network.neutron [-] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.222323] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641173} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.223356] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.223874] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.227523] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f06be7-4819-436a-bea5-1509bed0c044 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.237836] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 812.237836] env[68640]: value = "task-2990583" [ 812.237836] env[68640]: _type = "Task" [ 812.237836] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.252658] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.455259] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.037s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.455939] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.460135] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.484s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.462273] env[68640]: INFO nova.compute.claims [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.516401] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990582, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.749525] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123001} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.749941] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.750922] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0464aa39-9b2d-468f-aa67-a572a32c9090 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.777348] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.781227] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818eb975-6b11-4b16-a046-4c5b7d558ec3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.806781] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 812.806781] env[68640]: value = "task-2990584" [ 812.806781] env[68640]: _type = "Task" [ 812.806781] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.817181] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.856987] env[68640]: DEBUG nova.network.neutron [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updated VIF entry in instance network info cache for port f6293af4-8c1a-443b-9b53-40e7b25bd02b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.857494] env[68640]: DEBUG nova.network.neutron [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [{"id": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "address": "fa:16:3e:c2:51:b7", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6293af4-8c", "ovs_interfaceid": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.962193] env[68640]: DEBUG nova.compute.utils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.963747] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.963964] env[68640]: DEBUG nova.network.neutron [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.018911] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990582, 'name': CreateVM_Task, 'duration_secs': 0.970827} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.018911] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.019598] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.019598] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.019894] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.020237] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d1bf03-51d0-4cf2-b53c-2ed5875112eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.027531] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 813.027531] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cb9f56-9a4d-f8e4-184c-57286b6e69eb" [ 813.027531] env[68640]: _type = "Task" [ 813.027531] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.037866] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cb9f56-9a4d-f8e4-184c-57286b6e69eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.042256] env[68640]: DEBUG nova.policy [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f3d0276588b4ef8afaa1387d6d060b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f3f6e18ab064f95b3c8eb258c209c5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.113873] env[68640]: DEBUG nova.network.neutron [-] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.318371] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990584, 'name': ReconfigVM_Task, 'duration_secs': 0.449649} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.320446] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.320446] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3939bf9-96f3-481c-9bd8-ee3aeb8e2a9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.329046] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 813.329046] env[68640]: value = "task-2990585" [ 813.329046] env[68640]: _type = "Task" [ 813.329046] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.341290] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990585, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.360263] env[68640]: DEBUG oslo_concurrency.lockutils [req-d9643f38-a216-4e4f-81a6-ece352a0b368 req-54e274db-2490-4329-9e3a-3b1da8084097 service nova] Releasing lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.468117] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.542499] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cb9f56-9a4d-f8e4-184c-57286b6e69eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014383} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.545448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.545741] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.546222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.546222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.546378] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.547334] env[68640]: DEBUG nova.network.neutron [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Successfully created port: 141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.549838] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36395e16-9fb5-4f6b-b3b6-e898cc92cb37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.565586] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.565817] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.566626] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79c1bcc-6ceb-4c1b-aff9-ee30d21bb616 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.573494] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 813.573494] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520cb0df-8f92-2261-9fc6-630faf728280" [ 813.573494] env[68640]: _type = "Task" [ 813.573494] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.585859] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520cb0df-8f92-2261-9fc6-630faf728280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.616713] env[68640]: INFO nova.compute.manager [-] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Took 1.43 seconds to deallocate network for instance. [ 813.834985] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.834985] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599805', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'name': 'volume-2859127d-b2a2-42ae-972e-4edd67ada5be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '632d944a-2286-42bb-a3b8-cdaf59c72880', 'attached_at': '', 'detached_at': '', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'serial': '2859127d-b2a2-42ae-972e-4edd67ada5be'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.835947] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c11fec6-5c67-4fc0-9529-01ccc1a3de6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.845637] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990585, 'name': Rename_Task, 'duration_secs': 0.221878} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.860466] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.864285] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1600b8b2-4137-4dc3-a1bc-9027ab26500c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.868443] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1e477f-f4dc-423a-83b2-d8d70182bbed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.895291] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-2859127d-b2a2-42ae-972e-4edd67ada5be/volume-2859127d-b2a2-42ae-972e-4edd67ada5be.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.900321] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaa0139a-426c-45c8-9948-6fa72dd0d451 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.914153] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 813.914153] env[68640]: value = "task-2990586" [ 813.914153] env[68640]: _type = "Task" [ 813.914153] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.923501] env[68640]: DEBUG oslo_vmware.api [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 813.923501] env[68640]: value = "task-2990587" [ 813.923501] env[68640]: _type = "Task" [ 813.923501] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.930494] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990586, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.939770] env[68640]: DEBUG oslo_vmware.api [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.087273] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520cb0df-8f92-2261-9fc6-630faf728280, 'name': SearchDatastore_Task, 'duration_secs': 0.018767} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.091610] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e84c8d-0d79-40ef-91fb-9746725ff8ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.101073] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 814.101073] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52261437-b196-faba-feb1-d54637026717" [ 814.101073] env[68640]: _type = "Task" [ 814.101073] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.113935] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52261437-b196-faba-feb1-d54637026717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.126820] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.146147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef58cee7-0382-4b94-adda-647e7dcb4be5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.155912] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0bddc-bc0b-4499-bb77-9b37c23dc218 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.189711] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509eed69-612c-48ce-abc3-9e95c6f7cd1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.199304] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f5983d-b735-441f-af03-544dbdd1972f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.214807] env[68640]: DEBUG nova.compute.provider_tree [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.258235] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 814.258579] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599808', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'name': 'volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b5f02a-0cec-4dce-9930-d335044db208', 'attached_at': '', 'detached_at': '', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'serial': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 814.262037] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89c6b0-fa11-4234-af24-2ceae979d41d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.280951] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b4399f-45ed-4804-9052-86fa4e0ad7ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.308670] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf/volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.309057] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab3b0a9-d08f-4d60-a379-c1ff936e4099 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.330136] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 814.330136] env[68640]: value = "task-2990588" [ 814.330136] env[68640]: _type = "Task" [ 814.330136] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.342670] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.426141] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.435473] env[68640]: DEBUG oslo_vmware.api [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990587, 'name': ReconfigVM_Task, 'duration_secs': 0.475156} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.435786] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-2859127d-b2a2-42ae-972e-4edd67ada5be/volume-2859127d-b2a2-42ae-972e-4edd67ada5be.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.441047] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db12b9dc-a34c-44be-9592-afbd17ab80a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.459209] env[68640]: DEBUG oslo_vmware.api [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 814.459209] env[68640]: value = "task-2990589" [ 814.459209] env[68640]: _type = "Task" [ 814.459209] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.469213] env[68640]: DEBUG oslo_vmware.api [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.487245] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.614396] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52261437-b196-faba-feb1-d54637026717, 'name': SearchDatastore_Task, 'duration_secs': 0.01915} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.614672] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.614934] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 415ba173-fc7d-47f8-82f7-4f0737d6c0f3/415ba173-fc7d-47f8-82f7-4f0737d6c0f3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.615219] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85f9d1ae-3d2a-423b-a5a7-fae65f23b830 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.624044] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 814.624044] env[68640]: value = "task-2990590" [ 814.624044] env[68640]: _type = "Task" [ 814.624044] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.635144] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.718833] env[68640]: DEBUG nova.scheduler.client.report [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.843309] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.928775] env[68640]: DEBUG oslo_vmware.api [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990586, 'name': PowerOnVM_Task, 'duration_secs': 0.676574} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.929214] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.929560] env[68640]: INFO nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Took 8.62 seconds to spawn the instance on the hypervisor. [ 814.929733] env[68640]: DEBUG nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.930625] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a4699e-3794-48a8-ac8d-b38b679fcd25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.972655] env[68640]: DEBUG oslo_vmware.api [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990589, 'name': ReconfigVM_Task, 'duration_secs': 0.177045} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.972655] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599805', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'name': 'volume-2859127d-b2a2-42ae-972e-4edd67ada5be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '632d944a-2286-42bb-a3b8-cdaf59c72880', 'attached_at': '', 'detached_at': '', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'serial': '2859127d-b2a2-42ae-972e-4edd67ada5be'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.139272] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990590, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.170077] env[68640]: DEBUG nova.network.neutron [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Successfully updated port: 141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.224562] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.225679] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.228502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.647s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.230143] env[68640]: INFO nova.compute.claims [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.342814] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990588, 'name': ReconfigVM_Task, 'duration_secs': 0.562163} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.343212] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf/volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.348357] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03689f38-3b20-429a-89da-89cd13743a64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.365763] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 815.365763] env[68640]: value = "task-2990591" [ 815.365763] env[68640]: _type = "Task" [ 815.365763] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.374898] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.453084] env[68640]: INFO nova.compute.manager [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Took 45.82 seconds to build instance. [ 815.634938] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562197} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.635154] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 415ba173-fc7d-47f8-82f7-4f0737d6c0f3/415ba173-fc7d-47f8-82f7-4f0737d6c0f3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.635378] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.635630] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7266bd9-e625-46b7-aa22-3061deb86eb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.643363] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 815.643363] env[68640]: value = "task-2990592" [ 815.643363] env[68640]: _type = "Task" [ 815.643363] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.651984] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.673437] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.673640] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquired lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.673799] env[68640]: DEBUG nova.network.neutron [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.734951] env[68640]: DEBUG nova.compute.utils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.736462] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.736648] env[68640]: DEBUG nova.network.neutron [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.778263] env[68640]: DEBUG nova.policy [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec0cd9bbc3b414ab0f92d496a680168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43043299629b4009b6210e33605dbb0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.877117] env[68640]: DEBUG oslo_vmware.api [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990591, 'name': ReconfigVM_Task, 'duration_secs': 0.220859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.877355] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599808', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'name': 'volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b5f02a-0cec-4dce-9930-d335044db208', 'attached_at': '', 'detached_at': '', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'serial': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.956200] env[68640]: DEBUG oslo_concurrency.lockutils [None req-85897ca4-c751-4c29-96c6-caf58f039448 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.104s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.014836] env[68640]: DEBUG nova.objects.instance [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.053859] env[68640]: DEBUG nova.network.neutron [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Successfully created port: ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.154878] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091614} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.155585] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.156499] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda2d29-74ff-4872-80b2-ee050f0bd082 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.184803] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 415ba173-fc7d-47f8-82f7-4f0737d6c0f3/415ba173-fc7d-47f8-82f7-4f0737d6c0f3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.187973] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a85d5655-13be-473e-a63c-9a23fe3ab1a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.210093] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 816.210093] env[68640]: value = "task-2990593" [ 816.210093] env[68640]: _type = "Task" [ 816.210093] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.219942] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.239806] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.247267] env[68640]: DEBUG nova.network.neutron [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.451413] env[68640]: DEBUG nova.network.neutron [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updating instance_info_cache with network_info: [{"id": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "address": "fa:16:3e:ad:d4:ae", "network": {"id": "6469bce5-d234-4fb4-aa73-fba59d5e97f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1601925904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3f6e18ab064f95b3c8eb258c209c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141bfd56-a5", "ovs_interfaceid": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.458710] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.519412] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4f156f54-5fc3-45d4-8cbe-0bf0645d7d59 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.815s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.725196] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.809629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1901fb90-e062-46ac-bb35-275ec2f58e5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.819483] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75112148-47e7-4094-ab3a-bb8bde73e95f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.852949] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8b2bba-8f06-4569-b9a8-294cde0b1e32 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.861781] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcff2aa-ee2d-489c-8cdd-62a7dac51c6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.876889] env[68640]: DEBUG nova.compute.provider_tree [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.940379] env[68640]: DEBUG nova.objects.instance [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lazy-loading 'flavor' on Instance uuid 67b5f02a-0cec-4dce-9930-d335044db208 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.957096] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Releasing lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.957516] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Instance network_info: |[{"id": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "address": "fa:16:3e:ad:d4:ae", "network": {"id": "6469bce5-d234-4fb4-aa73-fba59d5e97f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1601925904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3f6e18ab064f95b3c8eb258c209c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141bfd56-a5", "ovs_interfaceid": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.979744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.225655] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990593, 'name': ReconfigVM_Task, 'duration_secs': 0.814199} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.226116] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 415ba173-fc7d-47f8-82f7-4f0737d6c0f3/415ba173-fc7d-47f8-82f7-4f0737d6c0f3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.226803] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ee14649-d2de-41b4-8b2c-e38cc2e48a7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.235706] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 817.235706] env[68640]: value = "task-2990594" [ 817.235706] env[68640]: _type = "Task" [ 817.235706] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.246870] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990594, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.251260] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.381220] env[68640]: DEBUG nova.scheduler.client.report [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.445796] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0b041e90-f75d-4080-80d6-e4925410b928 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.346s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.670737] env[68640]: DEBUG nova.network.neutron [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Successfully updated port: ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.747439] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990594, 'name': Rename_Task, 'duration_secs': 0.200953} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.747673] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.747966] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa3ffd9-5a7a-4753-b7ba-b63d94a36ba2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.756653] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 817.756653] env[68640]: value = "task-2990595" [ 817.756653] env[68640]: _type = "Task" [ 817.756653] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.766883] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.887788] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.888374] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.892052] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.762s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.892334] env[68640]: DEBUG nova.objects.instance [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lazy-loading 'resources' on Instance uuid cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.173973] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "refresh_cache-f9506261-0ce6-4fe1-aa8f-ce06d7e15909" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.174154] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "refresh_cache-f9506261-0ce6-4fe1-aa8f-ce06d7e15909" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.174370] env[68640]: DEBUG nova.network.neutron [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.269051] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.399232] env[68640]: DEBUG nova.compute.utils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.401082] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.401311] env[68640]: DEBUG nova.network.neutron [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.452447] env[68640]: DEBUG nova.policy [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2d97585a89d44afba577fc18697be3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '320631c24dc34970960f29d147b783b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.722324] env[68640]: DEBUG nova.network.neutron [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.768412] env[68640]: DEBUG oslo_vmware.api [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990595, 'name': PowerOnVM_Task, 'duration_secs': 0.736591} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.771155] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.771413] env[68640]: INFO nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Took 9.55 seconds to spawn the instance on the hypervisor. [ 818.771600] env[68640]: DEBUG nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.772659] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe58bb2-e883-46d8-a9ef-6a25b9790968 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.825070] env[68640]: DEBUG nova.network.neutron [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Successfully created port: 43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.905284] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.946869] env[68640]: DEBUG nova.network.neutron [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Updating instance_info_cache with network_info: [{"id": "ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b", "address": "fa:16:3e:8a:9c:54", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffef32e4-ec", "ovs_interfaceid": "ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.958955] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd02bd6-a291-4b70-8098-a829319b9033 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.970837] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4918d-57c5-4d31-b3c0-fbf734e0a67d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.005696] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8bd5b0-72ae-4dbc-a9f1-95484beaed9e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.014644] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d045332-946d-4ae1-812d-b10adfd8eae2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.029820] env[68640]: DEBUG nova.compute.provider_tree [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.292908] env[68640]: INFO nova.compute.manager [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Took 48.59 seconds to build instance. [ 819.452325] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "refresh_cache-f9506261-0ce6-4fe1-aa8f-ce06d7e15909" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.453029] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Instance network_info: |[{"id": "ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b", "address": "fa:16:3e:8a:9c:54", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffef32e4-ec", "ovs_interfaceid": "ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.518586] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.518851] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.519013] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.519203] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.519351] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.519497] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.519704] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.519863] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.520036] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.520227] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.520398] env[68640]: DEBUG nova.virt.hardware [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.522389] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55f6771-ef58-431a-b410-7395c1edd8e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.532410] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.532734] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.532839] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.532965] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.533183] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.533360] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.533570] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.533728] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.533931] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.534070] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.534449] env[68640]: DEBUG nova.virt.hardware [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.535653] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf7d38b-d47f-4221-8749-5dbc347a3e9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.542122] env[68640]: DEBUG nova.scheduler.client.report [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.547757] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaeafb6-f53b-4ae2-850c-7f38447ad49c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.556140] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbb025-93d7-0d3e-c1d2-5b6ed470d0da/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.565255] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5de826-03ef-4bc9-826f-26e80116f4d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.571381] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ff4375-4202-42fe-9555-4796bcff4a6b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.574257] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:d4:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141bfd56-a5a8-42d3-bde7-3509ef8cc899', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.582053] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Creating folder: Project (3f3f6e18ab064f95b3c8eb258c209c5b). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.583379] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e4b2941-960a-4371-87a0-ff93211aa55b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.590498] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267a061-fc89-fda9-e2f6-2d63acdacdf2/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 819.591757] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8cfc5f-d9ba-47b1-b691-fd613e7d2ff5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.335323] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Created folder: Project (3f3f6e18ab064f95b3c8eb258c209c5b) in parent group-v599664. [ 820.335647] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Creating folder: Instances. Parent ref: group-v599810. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.335989] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fa000f2-1b99-4bed-8574-3e34414056ea tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.298s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.336957] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.339224] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.447s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.342294] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:9c:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.349729] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.349946] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbb025-93d7-0d3e-c1d2-5b6ed470d0da/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.350102] env[68640]: ERROR oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbb025-93d7-0d3e-c1d2-5b6ed470d0da/disk-0.vmdk due to incomplete transfer. [ 820.351042] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8431f671-6e90-4fbb-8c65-2641b2d53bb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.353865] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.572s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.357898] env[68640]: INFO nova.compute.claims [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.363307] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.363595] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe9fbd6b-8fa7-45a8-b854-9a71a3387eca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.369101] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0762efd-6c37-418e-a7f8-1597ed8e00d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.384893] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267a061-fc89-fda9-e2f6-2d63acdacdf2/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 820.386113] env[68640]: ERROR oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267a061-fc89-fda9-e2f6-2d63acdacdf2/disk-0.vmdk due to incomplete transfer. [ 820.386918] env[68640]: INFO nova.scheduler.client.report [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Deleted allocations for instance cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d [ 820.397846] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c955cef-efd3-4019-b27a-c31986207377 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.404694] env[68640]: DEBUG nova.compute.manager [req-c3ae6ab6-c997-40c5-acfc-eb9a4cfa8dc9 req-0bf27fb3-8a34-434d-ae0f-80a866c9de05 service nova] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Received event network-vif-deleted-23631e1f-a080-4628-a9b1-6eaff314c096 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.407446] env[68640]: DEBUG oslo_vmware.rw_handles [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cbb025-93d7-0d3e-c1d2-5b6ed470d0da/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.407706] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Uploaded image 9910c5c5-fea1-43bb-9e58-fbd0994797a1 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.411083] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.414389] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.414609] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.414763] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.414948] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.415114] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.415270] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.415478] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.415636] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.415821] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.415955] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.416993] env[68640]: DEBUG nova.virt.hardware [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.416993] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c77c643a-d72c-48e6-8f7d-5eacf14c3f89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.419371] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4705455d-3f0f-4ec0-8627-d2c52dcb2c80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.423500] env[68640]: DEBUG oslo_vmware.rw_handles [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5267a061-fc89-fda9-e2f6-2d63acdacdf2/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 820.424037] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Uploaded image 474ab841-0b35-4690-8880-3beca8e881b8 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 820.425604] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 820.427808] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10b81d29-e69a-49f9-8f59-d003409f6c46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.439875] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df844cd-33f8-4478-b00e-b1d0b10a6f88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.468570] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 820.468570] env[68640]: value = "task-2990600" [ 820.468570] env[68640]: _type = "Task" [ 820.468570] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.468903] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.468903] env[68640]: value = "task-2990598" [ 820.468903] env[68640]: _type = "Task" [ 820.468903] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.470716] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 820.470716] env[68640]: value = "task-2990599" [ 820.470716] env[68640]: _type = "Task" [ 820.470716] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.480175] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Created folder: Instances in parent group-v599810. [ 820.480175] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.480915] env[68640]: DEBUG nova.network.neutron [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Successfully updated port: 43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.485929] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.487813] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a163122-b991-4bd2-82c9-9c6c5ba9a809 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.514516] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990598, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.515078] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990600, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.519670] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990599, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.520869] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.520869] env[68640]: value = "task-2990601" [ 820.520869] env[68640]: _type = "Task" [ 820.520869] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.530447] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990601, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.867987] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.897850] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ecf37293-47b6-4519-bb4c-9947f288d406 tempest-ImagesOneServerTestJSON-1144413280 tempest-ImagesOneServerTestJSON-1144413280-project-member] Lock "cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.421s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.991394] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "refresh_cache-704832be-edca-4d76-a806-948c94251861" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.991547] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquired lock "refresh_cache-704832be-edca-4d76-a806-948c94251861" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.991699] env[68640]: DEBUG nova.network.neutron [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.992887] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990600, 'name': Destroy_Task, 'duration_secs': 0.533166} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.998740] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Destroyed the VM [ 820.998958] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 820.999337] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990598, 'name': CreateVM_Task, 'duration_secs': 0.495838} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.999905] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04bdf89d-0474-4c82-90a9-2071c5f6c734 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.001576] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.009889] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.010185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.010662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.011075] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990599, 'name': Destroy_Task, 'duration_secs': 0.437208} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.012597] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc21d03-a9e6-4606-b79b-7e59dd2ee031 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.015525] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroyed the VM [ 821.015893] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 821.016592] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-060430a4-7b52-4ef2-9911-57e0eea7f003 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.020812] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 821.020812] env[68640]: value = "task-2990602" [ 821.020812] env[68640]: _type = "Task" [ 821.020812] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.031917] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 821.031917] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f7f1b8-66f7-f6e9-56b3-170e8d0d900c" [ 821.031917] env[68640]: _type = "Task" [ 821.031917] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.031917] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 821.031917] env[68640]: value = "task-2990603" [ 821.031917] env[68640]: _type = "Task" [ 821.031917] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.050055] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.050055] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990601, 'name': CreateVM_Task, 'duration_secs': 0.469236} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.050055] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.050279] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.054890] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.059103] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f7f1b8-66f7-f6e9-56b3-170e8d0d900c, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.059524] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.059854] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.060185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.060375] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.060598] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.060937] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.062122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.062122] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5885aa1-b05a-426a-b170-5b5e02d32b26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.064452] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f6f9e4-7fd4-4d77-be57-85af01894df7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.076491] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 821.076491] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525ee61e-9fae-48f9-9345-947f405fd885" [ 821.076491] env[68640]: _type = "Task" [ 821.076491] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.077742] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.077906] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.081751] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa89379d-2515-40b4-ba39-4b104c2e4339 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.090255] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525ee61e-9fae-48f9-9345-947f405fd885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.092663] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 821.092663] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ab678-0e39-168a-3ab6-5b8d4c36bd4a" [ 821.092663] env[68640]: _type = "Task" [ 821.092663] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.103156] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ab678-0e39-168a-3ab6-5b8d4c36bd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.103976] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902b12ed-093c-4cd1-97be-29f3d3f7a01b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.110235] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 821.110235] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5234071c-3248-10a3-2ce9-cdd2ec173192" [ 821.110235] env[68640]: _type = "Task" [ 821.110235] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.122801] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5234071c-3248-10a3-2ce9-cdd2ec173192, 'name': SearchDatastore_Task} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.123107] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.123434] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f9506261-0ce6-4fe1-aa8f-ce06d7e15909/f9506261-0ce6-4fe1-aa8f-ce06d7e15909.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.123723] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b4683da-ff08-4e35-ba7c-ceef019d6e96 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.131606] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 821.131606] env[68640]: value = "task-2990604" [ 821.131606] env[68640]: _type = "Task" [ 821.131606] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.143100] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.326765] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.327117] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.327409] env[68640]: DEBUG nova.compute.manager [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.328647] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79e724-220f-41e3-b917-7683b35ed6c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.341103] env[68640]: DEBUG nova.compute.manager [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 821.341836] env[68640]: DEBUG nova.objects.instance [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.385710] env[68640]: DEBUG nova.compute.manager [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.389277] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a192305-a055-4c84-91a2-514dda31850f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.409414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.431540] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquiring lock "674d25c3-2c1c-4241-9547-94827d3aebea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.431802] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "674d25c3-2c1c-4241-9547-94827d3aebea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.543645] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.554923] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990603, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.577099] env[68640]: INFO nova.compute.manager [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Rebuilding instance [ 821.602380] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525ee61e-9fae-48f9-9345-947f405fd885, 'name': SearchDatastore_Task, 'duration_secs': 0.024749} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.602787] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.603160] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.603160] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.603419] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.603546] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.604079] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c33704-0f7a-4729-aa81-0c5c967726db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.622243] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.622567] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.625929] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c02496b-4f26-42f2-bba6-b128d9863c9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.639947] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 821.639947] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5222ca90-d7e7-07ea-8675-64c88fbdc93e" [ 821.639947] env[68640]: _type = "Task" [ 821.639947] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.646310] env[68640]: DEBUG nova.compute.manager [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.650448] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2066ebaf-c701-413d-a65a-e80f92f36df3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.657495] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990604, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.671307] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5222ca90-d7e7-07ea-8675-64c88fbdc93e, 'name': SearchDatastore_Task, 'duration_secs': 0.012045} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.675017] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781bd014-7aeb-4956-82f9-2efc15090d75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.682522] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 821.682522] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f0f59-d431-584e-0b3f-5e4411c55d39" [ 821.682522] env[68640]: _type = "Task" [ 821.682522] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.696213] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f0f59-d431-584e-0b3f-5e4411c55d39, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.696552] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.696864] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 74b9dbab-b094-4f3b-8dd9-d6573c5f3062/74b9dbab-b094-4f3b-8dd9-d6573c5f3062.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.697233] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da4524ef-904d-496b-8197-824da4c33510 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.706868] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 821.706868] env[68640]: value = "task-2990605" [ 821.706868] env[68640]: _type = "Task" [ 821.706868] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.721558] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.735348] env[68640]: DEBUG nova.network.neutron [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.905591] env[68640]: INFO nova.compute.manager [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] instance snapshotting [ 821.912375] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77bb7f3-00a2-45df-8c0b-7661ca088843 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.936559] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbe7218-10d2-4abe-895f-556856770cb8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.013425] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e12f1c4-d593-418c-8e6b-799546acd97e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.017779] env[68640]: DEBUG nova.network.neutron [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Updating instance_info_cache with network_info: [{"id": "43622a15-e85d-449d-907b-c480ffd4499a", "address": "fa:16:3e:4d:05:9a", "network": {"id": "40fe4f21-a8b0-4f7f-a3d3-66d20fb3aed1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1675000197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320631c24dc34970960f29d147b783b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43622a15-e8", "ovs_interfaceid": "43622a15-e85d-449d-907b-c480ffd4499a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.030468] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1462ef-3304-47ab-a3de-98b7fd74f0b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.044437] env[68640]: DEBUG oslo_vmware.api [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754416} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.069305] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.069625] env[68640]: INFO nova.compute.manager [None req-01c4bcb8-140a-4299-a575-875977fa4e87 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Took 14.50 seconds to snapshot the instance on the hypervisor. [ 822.077274] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807aed50-da78-474f-8ab5-c0eca4db1783 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.079541] env[68640]: DEBUG oslo_vmware.api [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990603, 'name': RemoveSnapshot_Task, 'duration_secs': 0.906572} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.079840] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 822.080088] env[68640]: INFO nova.compute.manager [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 16.33 seconds to snapshot the instance on the hypervisor. [ 822.091400] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333abb5-7df8-40c1-ac9c-4fc96e2e33cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.111648] env[68640]: DEBUG nova.compute.provider_tree [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.144096] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523317} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.144356] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f9506261-0ce6-4fe1-aa8f-ce06d7e15909/f9506261-0ce6-4fe1-aa8f-ce06d7e15909.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.144589] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.144843] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78d7a4af-c297-4820-9ded-3dad55d5333a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.154799] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 822.154799] env[68640]: value = "task-2990606" [ 822.154799] env[68640]: _type = "Task" [ 822.154799] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.167105] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.219895] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990605, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.353489] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.353892] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd98bb12-0ab8-4c53-8f49-27295b82a45c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.362161] env[68640]: DEBUG oslo_vmware.api [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 822.362161] env[68640]: value = "task-2990607" [ 822.362161] env[68640]: _type = "Task" [ 822.362161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.372378] env[68640]: DEBUG oslo_vmware.api [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.457076] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 822.458605] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7962f4d-b78b-4fea-9899-4d3aa21b08cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.466118] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 822.466118] env[68640]: value = "task-2990608" [ 822.466118] env[68640]: _type = "Task" [ 822.466118] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.475413] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990608, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.521340] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Releasing lock "refresh_cache-704832be-edca-4d76-a806-948c94251861" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.521984] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Instance network_info: |[{"id": "43622a15-e85d-449d-907b-c480ffd4499a", "address": "fa:16:3e:4d:05:9a", "network": {"id": "40fe4f21-a8b0-4f7f-a3d3-66d20fb3aed1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1675000197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320631c24dc34970960f29d147b783b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43622a15-e8", "ovs_interfaceid": "43622a15-e85d-449d-907b-c480ffd4499a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.522479] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:05:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43622a15-e85d-449d-907b-c480ffd4499a', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.532933] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Creating folder: Project (320631c24dc34970960f29d147b783b2). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.532933] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622a1613-8d27-4341-bb03-d218b4e3a6d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.545930] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Created folder: Project (320631c24dc34970960f29d147b783b2) in parent group-v599664. [ 822.546457] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Creating folder: Instances. Parent ref: group-v599814. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.546798] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f007f9b0-646e-46a4-8d7e-5e1fd2238575 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.560867] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Created folder: Instances in parent group-v599814. [ 822.561252] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.561539] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704832be-edca-4d76-a806-948c94251861] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.561802] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fc63596-b61a-473e-a0ad-7e0d46f05a28 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.590810] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.590810] env[68640]: value = "task-2990611" [ 822.590810] env[68640]: _type = "Task" [ 822.590810] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.608388] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990611, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.619029] env[68640]: DEBUG nova.scheduler.client.report [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.658844] env[68640]: DEBUG nova.compute.manager [None req-6bd3b23f-2870-4d13-99e9-81d13d7669ef tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Found 1 images (rotation: 2) {{(pid=68640) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 822.670599] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089874} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.671090] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.671897] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68607849-7904-4037-910d-0a07373b4748 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.677865] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.687352] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ee44389-0c3a-4c6d-b8cc-e779c7c6c84c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.697826] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] f9506261-0ce6-4fe1-aa8f-ce06d7e15909/f9506261-0ce6-4fe1-aa8f-ce06d7e15909.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.698403] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0992ac5-bbc5-41db-9999-d5bb063d1e8c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.720252] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 822.720252] env[68640]: value = "task-2990612" [ 822.720252] env[68640]: _type = "Task" [ 822.720252] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.723947] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551515} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.728222] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 74b9dbab-b094-4f3b-8dd9-d6573c5f3062/74b9dbab-b094-4f3b-8dd9-d6573c5f3062.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.728368] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.728685] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 822.728685] env[68640]: value = "task-2990613" [ 822.728685] env[68640]: _type = "Task" [ 822.728685] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.728965] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f639b456-1410-4cf5-9072-b22e7bd23a63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.738127] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.739553] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 822.739553] env[68640]: value = "task-2990614" [ 822.739553] env[68640]: _type = "Task" [ 822.739553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.742872] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.754304] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.873783] env[68640]: DEBUG oslo_vmware.api [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990607, 'name': PowerOffVM_Task, 'duration_secs': 0.271917} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.874172] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.874517] env[68640]: DEBUG nova.compute.manager [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.875844] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2ccbc-e406-4bb2-a7ca-56a2eda2faea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.978716] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.109212] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990611, 'name': CreateVM_Task, 'duration_secs': 0.404601} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.110543] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704832be-edca-4d76-a806-948c94251861] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.110989] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.111414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.111741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.112222] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e483e4-4033-4b77-94e7-183446455eba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.119064] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 823.119064] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529e071b-22a3-a76b-ebe7-812303f0e704" [ 823.119064] env[68640]: _type = "Task" [ 823.119064] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.123440] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.124821] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.133234] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.246s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.133484] env[68640]: DEBUG nova.objects.instance [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lazy-loading 'resources' on Instance uuid 2bce802a-bf71-4199-a1d3-0466bed7e0be {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.135877] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529e071b-22a3-a76b-ebe7-812303f0e704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.235273] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990612, 'name': PowerOffVM_Task, 'duration_secs': 0.245593} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.238628] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.239474] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.239751] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61539175-c25d-4d37-bd64-9bb172e8eb9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.254529] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 823.254529] env[68640]: value = "task-2990615" [ 823.254529] env[68640]: _type = "Task" [ 823.254529] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.254529] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990613, 'name': ReconfigVM_Task, 'duration_secs': 0.319563} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.255310] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Reconfigured VM instance instance-00000031 to attach disk [datastore2] f9506261-0ce6-4fe1-aa8f-ce06d7e15909/f9506261-0ce6-4fe1-aa8f-ce06d7e15909.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.258565] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1c3f0d4-0f5a-45ac-8709-8a25d14b6619 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.263087] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13013} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.263927] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.264714] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2b408-91c5-40bd-82fd-d76fc15972a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.272246] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 823.272246] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 823.272246] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599718', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'name': 'volume-7be2f33c-3b69-493b-bdef-ed02f089105d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5aae937-9db7-4f5e-b907-91d0654e1625', 'attached_at': '', 'detached_at': '', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'serial': '7be2f33c-3b69-493b-bdef-ed02f089105d'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 823.272478] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 823.272478] env[68640]: value = "task-2990616" [ 823.272478] env[68640]: _type = "Task" [ 823.272478] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.273507] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a16443-90b8-43b1-a6d6-b8f2e9bca37c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.298217] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 74b9dbab-b094-4f3b-8dd9-d6573c5f3062/74b9dbab-b094-4f3b-8dd9-d6573c5f3062.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.299255] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4321cf6b-bc2e-42fb-b2ea-876e4f2563f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.333211] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f481ac-41c6-4d72-a8cf-9ed4d541c2d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.339285] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990616, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.341196] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 823.341196] env[68640]: value = "task-2990617" [ 823.341196] env[68640]: _type = "Task" [ 823.341196] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.347706] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5505a299-be33-469c-98b2-509dafebe71c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.354449] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.374309] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ee1013-7067-42b5-bc75-4dc43e02006e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.394569] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] The volume has not been displaced from its original location: [datastore2] volume-7be2f33c-3b69-493b-bdef-ed02f089105d/volume-7be2f33c-3b69-493b-bdef-ed02f089105d.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 823.400441] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 823.401078] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c2047740-b979-41bf-aae0-e7e95655e563 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.402256] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6d5176-b127-4d37-9830-7ce432e4c3fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.422453] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 823.422453] env[68640]: value = "task-2990618" [ 823.422453] env[68640]: _type = "Task" [ 823.422453] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.431736] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.478701] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990608, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.482247] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Received event network-vif-plugged-141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.482247] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.482247] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.482550] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.482550] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] No waiting events found dispatching network-vif-plugged-141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.485683] env[68640]: WARNING nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Received unexpected event network-vif-plugged-141bfd56-a5a8-42d3-bde7-3509ef8cc899 for instance with vm_state building and task_state spawning. [ 823.485683] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Received event network-changed-141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.485683] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Refreshing instance network info cache due to event network-changed-141bfd56-a5a8-42d3-bde7-3509ef8cc899. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.485683] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.485683] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquired lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.485683] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Refreshing network info cache for port 141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.597333] env[68640]: DEBUG oslo_concurrency.lockutils [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.597627] env[68640]: DEBUG oslo_concurrency.lockutils [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.628439] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529e071b-22a3-a76b-ebe7-812303f0e704, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.628716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.628944] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.629189] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.629335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.629520] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.629810] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c202dcff-d7b8-4a90-92cd-07e5f1132bb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.642627] env[68640]: DEBUG nova.compute.utils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.645364] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.645686] env[68640]: DEBUG nova.network.neutron [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.650397] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.650585] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.651815] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcb64169-1f60-465f-9de9-80b0fcf66c20 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.659041] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 823.659041] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b71ad4-5131-b27f-2b40-7da29e887ae7" [ 823.659041] env[68640]: _type = "Task" [ 823.659041] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.668676] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b71ad4-5131-b27f-2b40-7da29e887ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.727471] env[68640]: DEBUG nova.policy [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c4564a5709c4375a775b42b37f0cb7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c9e150edf1b461f9c16ca63cc60f00a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.788708] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990616, 'name': Rename_Task, 'duration_secs': 0.221124} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.791660] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.792171] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66d09798-e8fe-4884-8a79-eeba2bc9667b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.800200] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 823.800200] env[68640]: value = "task-2990619" [ 823.800200] env[68640]: _type = "Task" [ 823.800200] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.810217] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.854803] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.936514] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990618, 'name': ReconfigVM_Task, 'duration_secs': 0.462571} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.937251] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 823.945637] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44708e03-5f35-4111-8f44-b1cb9882f818 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.968274] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 823.968274] env[68640]: value = "task-2990620" [ 823.968274] env[68640]: _type = "Task" [ 823.968274] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.981905] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990608, 'name': CreateSnapshot_Task, 'duration_secs': 1.498105} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.988958] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 823.989406] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.992805] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d10124-9840-4e0d-a1a8-641f4f7e0c5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.100551] env[68640]: INFO nova.compute.manager [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Detaching volume f70d1b8d-ad3a-4b89-aa44-f96186fde3bf [ 824.152104] env[68640]: INFO nova.virt.block_device [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Attempting to driver detach volume f70d1b8d-ad3a-4b89-aa44-f96186fde3bf from mountpoint /dev/sdb [ 824.152345] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 824.152597] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599808', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'name': 'volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b5f02a-0cec-4dce-9930-d335044db208', 'attached_at': '', 'detached_at': '', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'serial': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 824.153112] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.157700] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61609fdc-0f5f-4861-98a2-17d605fb40db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.176246] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b71ad4-5131-b27f-2b40-7da29e887ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.01086} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.198761] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadc7720-1985-44dd-a90c-0a5931bfb338 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.201406] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699173b3-ad3d-4ead-bfd2-bc1f660e6514 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.210968] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 824.210968] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d1a349-2724-1128-b288-0ac4ff679869" [ 824.210968] env[68640]: _type = "Task" [ 824.210968] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.216632] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef02b0e-85d7-4b01-bb57-05d43905dbed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.244881] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d1a349-2724-1128-b288-0ac4ff679869, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.248271] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.248505] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 704832be-edca-4d76-a806-948c94251861/704832be-edca-4d76-a806-948c94251861.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.249462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adce529-2944-4088-b1eb-a1829b881a5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.252312] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591ee4ea-f942-4f12-a327-ec3cfa0d0efd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.269859] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] The volume has not been displaced from its original location: [datastore1] volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf/volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 824.274921] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 824.282380] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb8497b-9623-4ac0-8767-fa1e0557ba7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.295388] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 824.295388] env[68640]: value = "task-2990621" [ 824.295388] env[68640]: _type = "Task" [ 824.295388] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.296421] env[68640]: DEBUG nova.network.neutron [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Successfully created port: 89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.308451] env[68640]: DEBUG oslo_vmware.api [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 824.308451] env[68640]: value = "task-2990622" [ 824.308451] env[68640]: _type = "Task" [ 824.308451] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.319733] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.319989] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.329684] env[68640]: DEBUG oslo_vmware.api [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990622, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.357249] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990617, 'name': ReconfigVM_Task, 'duration_secs': 0.658471} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.360051] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 74b9dbab-b094-4f3b-8dd9-d6573c5f3062/74b9dbab-b094-4f3b-8dd9-d6573c5f3062.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.360853] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e19a1ad4-07a2-4a4c-a96f-f3a36e69419d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.370111] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 824.370111] env[68640]: value = "task-2990623" [ 824.370111] env[68640]: _type = "Task" [ 824.370111] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.394456] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e9c15-165f-4f4d-ba2b-175fc70d7b99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.401017] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990623, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.410365] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d5fe81-1ee0-469f-bfb0-7b334da3573a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.444052] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b400188e-6c50-4158-9664-eff330ca50ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.453462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763623a6-81e9-4160-bcbb-9458c71880c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.469356] env[68640]: DEBUG nova.compute.provider_tree [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.474275] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updated VIF entry in instance network info cache for port 141bfd56-a5a8-42d3-bde7-3509ef8cc899. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.474737] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updating instance_info_cache with network_info: [{"id": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "address": "fa:16:3e:ad:d4:ae", "network": {"id": "6469bce5-d234-4fb4-aa73-fba59d5e97f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1601925904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3f6e18ab064f95b3c8eb258c209c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141bfd56-a5", "ovs_interfaceid": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.486677] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990620, 'name': ReconfigVM_Task, 'duration_secs': 0.187415} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.488523] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599718', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'name': 'volume-7be2f33c-3b69-493b-bdef-ed02f089105d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a5aae937-9db7-4f5e-b907-91d0654e1625', 'attached_at': '', 'detached_at': '', 'volume_id': '7be2f33c-3b69-493b-bdef-ed02f089105d', 'serial': '7be2f33c-3b69-493b-bdef-ed02f089105d'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 824.488657] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 824.489482] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22f776-487f-4e7f-863b-9831d81c8792 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.498982] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.498982] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4e86708-1187-4769-bd4d-ec8dff70ded3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.516966] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.518220] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44afe660-3008-4ecc-8c52-ef9863b15724 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.527961] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 824.527961] env[68640]: value = "task-2990625" [ 824.527961] env[68640]: _type = "Task" [ 824.527961] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.541094] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990625, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.590935] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.591082] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.591214] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Deleting the datastore file [datastore2] a5aae937-9db7-4f5e-b907-91d0654e1625 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.591501] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4e92197-aeef-4f10-b125-215049411513 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.602337] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for the task: (returnval){ [ 824.602337] env[68640]: value = "task-2990626" [ 824.602337] env[68640]: _type = "Task" [ 824.602337] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.617098] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.820847] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.827432] env[68640]: DEBUG oslo_vmware.api [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990622, 'name': ReconfigVM_Task, 'duration_secs': 0.342078} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.827927] env[68640]: DEBUG oslo_vmware.api [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990619, 'name': PowerOnVM_Task, 'duration_secs': 0.553547} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.827927] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 824.833214] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.835031] env[68640]: INFO nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Took 7.58 seconds to spawn the instance on the hypervisor. [ 824.835031] env[68640]: DEBUG nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.835031] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72ec31c-634c-453c-823a-86a0d30327ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.846388] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65531802-5807-4eef-96ed-c072abfe0da4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.859226] env[68640]: DEBUG oslo_vmware.api [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 824.859226] env[68640]: value = "task-2990627" [ 824.859226] env[68640]: _type = "Task" [ 824.859226] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.883934] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990623, 'name': Rename_Task, 'duration_secs': 0.26148} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.884261] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.884554] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fff8e50-ebf1-4928-b578-6f15defba4df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.894698] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 824.894698] env[68640]: value = "task-2990628" [ 824.894698] env[68640]: _type = "Task" [ 824.894698] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.909349] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.980028] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Releasing lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980028] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Received event network-vif-plugged-ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.980028] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.980028] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.980028] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.980028] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] No waiting events found dispatching network-vif-plugged-ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.980028] env[68640]: WARNING nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Received unexpected event network-vif-plugged-ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b for instance with vm_state building and task_state spawning. [ 824.980028] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Received event network-changed-ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.980028] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Refreshing instance network info cache due to event network-changed-ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.980028] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "refresh_cache-f9506261-0ce6-4fe1-aa8f-ce06d7e15909" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.980028] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquired lock "refresh_cache-f9506261-0ce6-4fe1-aa8f-ce06d7e15909" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.980028] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Refreshing network info cache for port ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.985051] env[68640]: DEBUG nova.scheduler.client.report [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.039301] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990625, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.119126] env[68640]: DEBUG oslo_vmware.api [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Task: {'id': task-2990626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397273} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.119612] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.119922] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.120263] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.173358] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.188554] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 825.188997] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a721721-3315-463a-9952-6d315d9b217a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.202703] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa0fc3f-cf96-4645-b00d-8335384486bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.218660] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.218909] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.219084] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.219269] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.219434] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.219584] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.219792] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.219950] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.220140] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.220306] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.220481] env[68640]: DEBUG nova.virt.hardware [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.221377] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adb6771-9f35-484c-b755-b96f60189c67 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.233169] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f1e93-ff56-42b5-b8b5-05a4ffc11979 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.280518] env[68640]: ERROR nova.compute.manager [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Failed to detach volume 7be2f33c-3b69-493b-bdef-ed02f089105d from /dev/sda: nova.exception.InstanceNotFound: Instance a5aae937-9db7-4f5e-b907-91d0654e1625 could not be found. [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Traceback (most recent call last): [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self.driver.rebuild(**kwargs) [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] raise NotImplementedError() [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] NotImplementedError [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] During handling of the above exception, another exception occurred: [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Traceback (most recent call last): [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self.driver.detach_volume(context, old_connection_info, [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] return self._volumeops.detach_volume(connection_info, instance) [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._detach_volume_vmdk(connection_info, instance) [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] stable_ref.fetch_moref(session) [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] raise exception.InstanceNotFound(instance_id=self._uuid) [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] nova.exception.InstanceNotFound: Instance a5aae937-9db7-4f5e-b907-91d0654e1625 could not be found. [ 825.280518] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.316877] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662607} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.317275] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 704832be-edca-4d76-a806-948c94251861/704832be-edca-4d76-a806-948c94251861.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.317588] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.317898] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b6acb10-1bf1-4b48-a3ee-dbaca082aa39 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.330470] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 825.330470] env[68640]: value = "task-2990629" [ 825.330470] env[68640]: _type = "Task" [ 825.330470] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.343273] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.374172] env[68640]: INFO nova.compute.manager [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Took 33.43 seconds to build instance. [ 825.379473] env[68640]: DEBUG oslo_vmware.api [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990627, 'name': ReconfigVM_Task, 'duration_secs': 0.395905} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.379935] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599808', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'name': 'volume-f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b5f02a-0cec-4dce-9930-d335044db208', 'attached_at': '', 'detached_at': '', 'volume_id': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf', 'serial': 'f70d1b8d-ad3a-4b89-aa44-f96186fde3bf'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 825.409838] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.459336] env[68640]: DEBUG nova.compute.utils [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Build of instance a5aae937-9db7-4f5e-b907-91d0654e1625 aborted: Failed to rebuild volume backed instance. {{(pid=68640) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 825.462303] env[68640]: ERROR nova.compute.manager [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a5aae937-9db7-4f5e-b907-91d0654e1625 aborted: Failed to rebuild volume backed instance. [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Traceback (most recent call last): [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self.driver.rebuild(**kwargs) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] raise NotImplementedError() [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] NotImplementedError [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] During handling of the above exception, another exception occurred: [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Traceback (most recent call last): [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._detach_root_volume(context, instance, root_bdm) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] with excutils.save_and_reraise_exception(): [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self.force_reraise() [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] raise self.value [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self.driver.detach_volume(context, old_connection_info, [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] return self._volumeops.detach_volume(connection_info, instance) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._detach_volume_vmdk(connection_info, instance) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] stable_ref.fetch_moref(session) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] raise exception.InstanceNotFound(instance_id=self._uuid) [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] nova.exception.InstanceNotFound: Instance a5aae937-9db7-4f5e-b907-91d0654e1625 could not be found. [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] During handling of the above exception, another exception occurred: [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Traceback (most recent call last): [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] yield [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 825.462303] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._do_rebuild_instance_with_claim( [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._do_rebuild_instance( [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._rebuild_default_impl(**kwargs) [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] self._rebuild_volume_backed_instance( [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] raise exception.BuildAbortException( [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] nova.exception.BuildAbortException: Build of instance a5aae937-9db7-4f5e-b907-91d0654e1625 aborted: Failed to rebuild volume backed instance. [ 825.463496] env[68640]: ERROR nova.compute.manager [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] [ 825.490513] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.496023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.308s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.496023] env[68640]: INFO nova.compute.claims [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.540162] env[68640]: INFO nova.scheduler.client.report [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Deleted allocations for instance 2bce802a-bf71-4199-a1d3-0466bed7e0be [ 825.547941] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990625, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.789792] env[68640]: DEBUG nova.compute.manager [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.791150] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e29931b-feba-47b1-8e24-df77c28d04ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.838392] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Updated VIF entry in instance network info cache for port ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.838934] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Updating instance_info_cache with network_info: [{"id": "ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b", "address": "fa:16:3e:8a:9c:54", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffef32e4-ec", "ovs_interfaceid": "ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.848518] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200411} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.849020] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.850860] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df919ca-f9f5-4f37-91d1-b72c143a638b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.881461] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 704832be-edca-4d76-a806-948c94251861/704832be-edca-4d76-a806-948c94251861.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.882060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9589923-f605-4450-b289-5537eb1026a4 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.070s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.882620] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0022fa-f4da-451c-8e5d-9b384e8844c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.913369] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990628, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.913369] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 825.913369] env[68640]: value = "task-2990630" [ 825.913369] env[68640]: _type = "Task" [ 825.913369] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.925808] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.959281] env[68640]: DEBUG nova.objects.instance [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lazy-loading 'flavor' on Instance uuid 67b5f02a-0cec-4dce-9930-d335044db208 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.030536] env[68640]: DEBUG nova.objects.instance [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lazy-loading 'flavor' on Instance uuid 9172c277-4b51-4c2d-b86b-4e70028eca7f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.044545] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990625, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.055314] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1e68690e-7792-4e84-a42d-75c9aba67f50 tempest-ServerAddressesTestJSON-937491891 tempest-ServerAddressesTestJSON-937491891-project-member] Lock "2bce802a-bf71-4199-a1d3-0466bed7e0be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.303s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.113924] env[68640]: DEBUG nova.network.neutron [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Successfully updated port: 89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.301578] env[68640]: INFO nova.compute.manager [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] instance snapshotting [ 826.302253] env[68640]: DEBUG nova.objects.instance [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'flavor' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.344181] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Releasing lock "refresh_cache-f9506261-0ce6-4fe1-aa8f-ce06d7e15909" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.344571] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Received event network-vif-plugged-43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.344807] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "704832be-edca-4d76-a806-948c94251861-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.345039] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Lock "704832be-edca-4d76-a806-948c94251861-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.345217] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Lock "704832be-edca-4d76-a806-948c94251861-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.345409] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] No waiting events found dispatching network-vif-plugged-43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.345603] env[68640]: WARNING nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Received unexpected event network-vif-plugged-43622a15-e85d-449d-907b-c480ffd4499a for instance with vm_state building and task_state spawning. [ 826.345924] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Received event network-changed-43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.345997] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Refreshing instance network info cache due to event network-changed-43622a15-e85d-449d-907b-c480ffd4499a. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.346150] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "refresh_cache-704832be-edca-4d76-a806-948c94251861" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.346314] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquired lock "refresh_cache-704832be-edca-4d76-a806-948c94251861" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.346494] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Refreshing network info cache for port 43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.358528] env[68640]: DEBUG nova.compute.manager [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.358582] env[68640]: DEBUG nova.compute.manager [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing instance network info cache due to event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.358782] env[68640]: DEBUG oslo_concurrency.lockutils [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] Acquiring lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.358951] env[68640]: DEBUG oslo_concurrency.lockutils [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] Acquired lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.359283] env[68640]: DEBUG nova.network.neutron [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.403934] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.415464] env[68640]: DEBUG oslo_vmware.api [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2990628, 'name': PowerOnVM_Task, 'duration_secs': 1.223523} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.418683] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.418891] env[68640]: INFO nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Took 11.93 seconds to spawn the instance on the hypervisor. [ 826.419081] env[68640]: DEBUG nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.419875] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07671ca7-681d-49a8-af7f-2e619b02d56e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.431695] env[68640]: WARNING oslo_messaging._drivers.amqpdriver [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 826.436915] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.542469] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.542469] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.552684] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990625, 'name': CloneVM_Task, 'duration_secs': 1.770852} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.553306] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Created linked-clone VM from snapshot [ 826.554698] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb4e0d-5a3b-42f9-98e5-612419bbec55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.565378] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Uploading image f7b17124-e96a-43c3-ad78-e46d86bd9006 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 826.582308] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.582623] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5243029-68a2-404f-bb57-bf2f66bafdac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.595297] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 826.595297] env[68640]: value = "task-2990631" [ 826.595297] env[68640]: _type = "Task" [ 826.595297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.608773] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990631, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.616757] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.616757] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.616757] env[68640]: DEBUG nova.network.neutron [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.809685] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d55570-018a-4d4f-b162-16a940407ba1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.841426] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1733a2-d817-4576-ae46-90422b6383a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.930240] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990630, 'name': ReconfigVM_Task, 'duration_secs': 0.627051} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.931657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.931657] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 704832be-edca-4d76-a806-948c94251861/704832be-edca-4d76-a806-948c94251861.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.932726] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf0d3b7-4be3-43ff-b505-38f0b5501e78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.950578] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 826.950578] env[68640]: value = "task-2990632" [ 826.950578] env[68640]: _type = "Task" [ 826.950578] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.951730] env[68640]: INFO nova.compute.manager [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Took 48.21 seconds to build instance. [ 826.963569] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990632, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.968106] env[68640]: DEBUG oslo_concurrency.lockutils [None req-13a70fd8-beec-43cc-ab33-59efe0d1f881 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.370s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.110515] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990631, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.115536] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026e87bb-4dbd-4e97-95f5-1118b3f6dfaf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.125927] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd286028-3ac0-4e9b-bb79-d3846b821b94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172132] env[68640]: DEBUG nova.objects.instance [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.177586] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da11b50-b598-48fe-bbb5-6a81e96b466c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.191549] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3eccb7-a5c3-4c2f-a3b7-6b6a6c12791e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.209195] env[68640]: DEBUG nova.compute.provider_tree [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.231767] env[68640]: DEBUG nova.network.neutron [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.241799] env[68640]: DEBUG nova.network.neutron [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updated VIF entry in instance network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.242181] env[68640]: DEBUG nova.network.neutron [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.355892] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.356232] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fc074ce-c074-4d4d-af97-42d1d69e293a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.365396] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 827.365396] env[68640]: value = "task-2990633" [ 827.365396] env[68640]: _type = "Task" [ 827.365396] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.384561] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.456676] env[68640]: DEBUG oslo_concurrency.lockutils [None req-356f2503-685a-4a6e-9d12-7edc89e4ad5d tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.949s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.463150] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990632, 'name': Rename_Task, 'duration_secs': 0.180768} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.463322] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.463561] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eff5ddc4-6e08-47f7-b89d-530f72a98087 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.472298] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 827.472298] env[68640]: value = "task-2990634" [ 827.472298] env[68640]: _type = "Task" [ 827.472298] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.481535] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.481810] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.483746] env[68640]: DEBUG nova.compute.manager [req-b33fb859-dfa9-4060-b373-7e88881609bf req-1927f3d8-e48a-49bb-9dbf-b758fd9e2039 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Received event network-vif-plugged-89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.483960] env[68640]: DEBUG oslo_concurrency.lockutils [req-b33fb859-dfa9-4060-b373-7e88881609bf req-1927f3d8-e48a-49bb-9dbf-b758fd9e2039 service nova] Acquiring lock "11847cbd-e74c-49ca-b518-aaa7204767b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.484246] env[68640]: DEBUG oslo_concurrency.lockutils [req-b33fb859-dfa9-4060-b373-7e88881609bf req-1927f3d8-e48a-49bb-9dbf-b758fd9e2039 service nova] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.484438] env[68640]: DEBUG oslo_concurrency.lockutils [req-b33fb859-dfa9-4060-b373-7e88881609bf req-1927f3d8-e48a-49bb-9dbf-b758fd9e2039 service nova] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.484613] env[68640]: DEBUG nova.compute.manager [req-b33fb859-dfa9-4060-b373-7e88881609bf req-1927f3d8-e48a-49bb-9dbf-b758fd9e2039 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] No waiting events found dispatching network-vif-plugged-89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.484794] env[68640]: WARNING nova.compute.manager [req-b33fb859-dfa9-4060-b373-7e88881609bf req-1927f3d8-e48a-49bb-9dbf-b758fd9e2039 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Received unexpected event network-vif-plugged-89950dbc-3e1b-4123-bb18-015f2274fec1 for instance with vm_state building and task_state spawning. [ 827.611088] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990631, 'name': Destroy_Task, 'duration_secs': 0.65461} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.611282] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Destroyed the VM [ 827.611645] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.611733] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-febee231-693c-4c66-8781-1df7e81aa358 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.621415] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 827.621415] env[68640]: value = "task-2990635" [ 827.621415] env[68640]: _type = "Task" [ 827.621415] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.632379] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.686263] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.686458] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.686669] env[68640]: DEBUG nova.network.neutron [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.690021] env[68640]: DEBUG nova.objects.instance [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'info_cache' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.712928] env[68640]: DEBUG nova.scheduler.client.report [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.748021] env[68640]: DEBUG oslo_concurrency.lockutils [req-397d4c30-c02a-4252-897e-4bb36a5b6752 req-ca6436a3-a138-4454-ae59-9a29e361cc89 service nova] Releasing lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.879959] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.892944] env[68640]: DEBUG nova.compute.manager [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 827.945573] env[68640]: DEBUG nova.network.neutron [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updating instance_info_cache with network_info: [{"id": "89950dbc-3e1b-4123-bb18-015f2274fec1", "address": "fa:16:3e:56:80:d3", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89950dbc-3e", "ovs_interfaceid": "89950dbc-3e1b-4123-bb18-015f2274fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.989771] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990634, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.002353] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Updated VIF entry in instance network info cache for port 43622a15-e85d-449d-907b-c480ffd4499a. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.004015] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Updating instance_info_cache with network_info: [{"id": "43622a15-e85d-449d-907b-c480ffd4499a", "address": "fa:16:3e:4d:05:9a", "network": {"id": "40fe4f21-a8b0-4f7f-a3d3-66d20fb3aed1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1675000197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "320631c24dc34970960f29d147b783b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43622a15-e8", "ovs_interfaceid": "43622a15-e85d-449d-907b-c480ffd4499a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.026158] env[68640]: DEBUG nova.network.neutron [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.050510] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "e2f61c21-371d-4559-b2da-a68ac6275321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.050651] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "e2f61c21-371d-4559-b2da-a68ac6275321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.132897] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.192306] env[68640]: DEBUG nova.objects.base [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Object Instance<632d944a-2286-42bb-a3b8-cdaf59c72880> lazy-loaded attributes: flavor,info_cache {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 828.217812] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.218355] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.231410] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.337s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.231822] env[68640]: DEBUG nova.objects.instance [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lazy-loading 'resources' on Instance uuid 0a466d74-4aea-4601-9b46-865c29d21e8a {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.377912] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990633, 'name': CreateSnapshot_Task, 'duration_secs': 0.677743} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.378472] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.379413] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6793cf-890c-42b1-9cab-3fb32a91f10f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.413897] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.452019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.452019] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Instance network_info: |[{"id": "89950dbc-3e1b-4123-bb18-015f2274fec1", "address": "fa:16:3e:56:80:d3", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89950dbc-3e", "ovs_interfaceid": "89950dbc-3e1b-4123-bb18-015f2274fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.452019] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:80:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89950dbc-3e1b-4123-bb18-015f2274fec1', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.458651] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.459304] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.460591] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dbec53e-45ce-4fd0-9b43-85fa78fce843 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.488644] env[68640]: DEBUG oslo_vmware.api [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990634, 'name': PowerOnVM_Task, 'duration_secs': 0.600746} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.490263] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.490793] env[68640]: INFO nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Took 8.15 seconds to spawn the instance on the hypervisor. [ 828.491166] env[68640]: DEBUG nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.491569] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.491569] env[68640]: value = "task-2990636" [ 828.491569] env[68640]: _type = "Task" [ 828.491569] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.492761] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cfa340-e0bc-4547-b8be-a44ba5cabf23 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.511759] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Releasing lock "refresh_cache-704832be-edca-4d76-a806-948c94251861" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.514686] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.514894] env[68640]: DEBUG nova.compute.manager [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing instance network info cache due to event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.515137] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquiring lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.515285] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Acquired lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.515450] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.516580] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990636, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.558559] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.633820] env[68640]: DEBUG oslo_vmware.api [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990635, 'name': RemoveSnapshot_Task, 'duration_secs': 0.995434} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.634203] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.741500] env[68640]: DEBUG nova.compute.utils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.746506] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.747395] env[68640]: DEBUG nova.network.neutron [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.819273] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.819725] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.902725] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.904472] env[68640]: DEBUG nova.policy [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f735e9efbf4d38b5aad109c45226fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3eb4a12cc5074c718146dcfd4b4deaf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.907275] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-873cd810-6c53-4c58-9a9d-7189bf889d01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.919678] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 828.919678] env[68640]: value = "task-2990637" [ 828.919678] env[68640]: _type = "Task" [ 828.919678] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.941283] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990637, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.011723] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990636, 'name': CreateVM_Task, 'duration_secs': 0.458697} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.014452] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.015780] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.015780] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.015990] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.016223] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85363f4a-4d31-4107-bff6-1d41cb1d2ff6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.027119] env[68640]: INFO nova.compute.manager [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Took 36.48 seconds to build instance. [ 829.030063] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 829.030063] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f37e1d-6d7a-e05d-5dc6-fb1a07b7216c" [ 829.030063] env[68640]: _type = "Task" [ 829.030063] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.045103] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f37e1d-6d7a-e05d-5dc6-fb1a07b7216c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.083912] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.141697] env[68640]: WARNING nova.compute.manager [None req-040019fa-d332-491a-8e28-4bec509b5634 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Image not found during snapshot: nova.exception.ImageNotFound: Image f7b17124-e96a-43c3-ad78-e46d86bd9006 could not be found. [ 829.239826] env[68640]: DEBUG nova.network.neutron [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.249584] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.417804] env[68640]: DEBUG nova.network.neutron [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [{"id": "169158b1-389a-49c2-acf1-80d2251faac4", "address": "fa:16:3e:07:40:5d", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169158b1-38", "ovs_interfaceid": "169158b1-389a-49c2-acf1-80d2251faac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.430517] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990637, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.448291] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updated VIF entry in instance network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.448648] env[68640]: DEBUG nova.network.neutron [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.476786] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de89c4-6f4e-4c8c-95a2-58185435c0c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.486070] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56718155-b3fd-4286-a2a1-d14d1ff0d775 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.520363] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857b6314-54b1-419b-b067-810ad58ec3ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.529266] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd8de49-7d82-4253-b727-2b966b14eb07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.533632] env[68640]: DEBUG oslo_concurrency.lockutils [None req-daef4d5e-83ec-40aa-a89d-71627672d6c2 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "704832be-edca-4d76-a806-948c94251861" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.469s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.544653] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f37e1d-6d7a-e05d-5dc6-fb1a07b7216c, 'name': SearchDatastore_Task, 'duration_secs': 0.024336} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.554432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.554432] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.554432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.554432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.554849] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.556081] env[68640]: DEBUG nova.compute.provider_tree [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.557561] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cef61b2-0802-41ac-80fb-55d079396133 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.589167] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.589358] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.590903] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-831b5d64-81db-4d7f-9603-4d3f6dcf69b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.597979] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 829.597979] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b87827-5f97-ca7b-ae77-0d74ea0cb2b6" [ 829.597979] env[68640]: _type = "Task" [ 829.597979] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.606277] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b87827-5f97-ca7b-ae77-0d74ea0cb2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.741940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.742230] env[68640]: DEBUG nova.compute.manager [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Inject network info {{(pid=68640) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 829.742513] env[68640]: DEBUG nova.compute.manager [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] network_info to inject: |[{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 829.747354] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Reconfiguring VM instance to set the machine id {{(pid=68640) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 829.747656] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837daaf4-fb4d-4deb-9d39-746c6d4d75cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.767967] env[68640]: DEBUG nova.network.neutron [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Successfully created port: f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.771367] env[68640]: DEBUG oslo_vmware.api [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 829.771367] env[68640]: value = "task-2990638" [ 829.771367] env[68640]: _type = "Task" [ 829.771367] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.780804] env[68640]: DEBUG oslo_vmware.api [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.836022] env[68640]: DEBUG nova.compute.manager [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Received event network-changed-f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.836227] env[68640]: DEBUG nova.compute.manager [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Refreshing instance network info cache due to event network-changed-f6293af4-8c1a-443b-9b53-40e7b25bd02b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.836463] env[68640]: DEBUG oslo_concurrency.lockutils [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] Acquiring lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.836638] env[68640]: DEBUG oslo_concurrency.lockutils [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] Acquired lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.836740] env[68640]: DEBUG nova.network.neutron [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Refreshing network info cache for port f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.920176] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.932684] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990637, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.955042] env[68640]: DEBUG oslo_concurrency.lockutils [req-2186da16-0658-46f5-957a-d189b87c94b9 req-65589180-9116-437f-914d-d0af1eafe23e service nova] Releasing lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.038800] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.061986] env[68640]: DEBUG nova.scheduler.client.report [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.111023] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b87827-5f97-ca7b-ae77-0d74ea0cb2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.030923} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.111023] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49a81e5-af21-46b3-89f1-ad266c7eba34 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.115715] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 830.115715] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc7b8c-3f28-7d50-1c89-3d3e6595b113" [ 830.115715] env[68640]: _type = "Task" [ 830.115715] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.127470] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc7b8c-3f28-7d50-1c89-3d3e6595b113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.264087] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.287154] env[68640]: DEBUG oslo_vmware.api [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990638, 'name': ReconfigVM_Task, 'duration_secs': 0.162913} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.287443] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5b0e27-16ae-45b6-aebb-822152c85348 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Reconfigured VM instance to set the machine id {{(pid=68640) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 830.310965] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.311241] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.311397] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.311589] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.311726] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.311949] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.312329] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.312408] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.312513] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.313159] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.313159] env[68640]: DEBUG nova.virt.hardware [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.314096] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4915fde8-cf46-42d6-a275-72efc56d6cdb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.324042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3422a1d1-1a38-4679-b2f2-d2d7b36967b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.438647] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990637, 'name': CloneVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.567852] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.570143] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.190s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.572701] env[68640]: INFO nova.compute.claims [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.576091] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.595277] env[68640]: DEBUG nova.compute.manager [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Received event network-changed-89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.595541] env[68640]: DEBUG nova.compute.manager [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Refreshing instance network info cache due to event network-changed-89950dbc-3e1b-4123-bb18-015f2274fec1. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.597860] env[68640]: DEBUG oslo_concurrency.lockutils [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] Acquiring lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.597860] env[68640]: DEBUG oslo_concurrency.lockutils [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] Acquired lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.597860] env[68640]: DEBUG nova.network.neutron [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Refreshing network info cache for port 89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.601979] env[68640]: INFO nova.scheduler.client.report [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Deleted allocations for instance 0a466d74-4aea-4601-9b46-865c29d21e8a [ 830.628912] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc7b8c-3f28-7d50-1c89-3d3e6595b113, 'name': SearchDatastore_Task, 'duration_secs': 0.014118} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.629303] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.629485] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/11847cbd-e74c-49ca-b518-aaa7204767b3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.629811] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a82c77f-f06e-46f6-9cac-312bfb702ccd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.641689] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 830.641689] env[68640]: value = "task-2990639" [ 830.641689] env[68640]: _type = "Task" [ 830.641689] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.649226] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.742650] env[68640]: DEBUG nova.network.neutron [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updated VIF entry in instance network info cache for port f6293af4-8c1a-443b-9b53-40e7b25bd02b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.743113] env[68640]: DEBUG nova.network.neutron [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [{"id": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "address": "fa:16:3e:c2:51:b7", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6293af4-8c", "ovs_interfaceid": "f6293af4-8c1a-443b-9b53-40e7b25bd02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.781517] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.781891] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.782120] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.782653] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.782653] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.785170] env[68640]: INFO nova.compute.manager [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Terminating instance [ 830.932715] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.939343] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d2e19f-4a2b-4380-bb1c-e1119c7e5c08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.943021] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990637, 'name': CloneVM_Task, 'duration_secs': 1.632168} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.943021] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created linked-clone VM from snapshot [ 830.943021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3b5b82-d7cb-48d3-a8c1-1cdcf8fe2360 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.949501] env[68640]: DEBUG oslo_vmware.api [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 830.949501] env[68640]: value = "task-2990640" [ 830.949501] env[68640]: _type = "Task" [ 830.949501] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.958095] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Uploading image 97991761-3edf-4a4f-bc5a-dd9d73c53323 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.975577] env[68640]: DEBUG oslo_vmware.api [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.996376] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 830.996376] env[68640]: value = "vm-599821" [ 830.996376] env[68640]: _type = "VirtualMachine" [ 830.996376] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 830.996686] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-900813ee-d74b-43e3-97b3-946b12aca570 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.010899] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease: (returnval){ [ 831.010899] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f4ca45-a378-ba92-a822-2d899555473d" [ 831.010899] env[68640]: _type = "HttpNfcLease" [ 831.010899] env[68640]: } obtained for exporting VM: (result){ [ 831.010899] env[68640]: value = "vm-599821" [ 831.010899] env[68640]: _type = "VirtualMachine" [ 831.010899] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.011334] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the lease: (returnval){ [ 831.011334] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f4ca45-a378-ba92-a822-2d899555473d" [ 831.011334] env[68640]: _type = "HttpNfcLease" [ 831.011334] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.020195] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.020195] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f4ca45-a378-ba92-a822-2d899555473d" [ 831.020195] env[68640]: _type = "HttpNfcLease" [ 831.020195] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.115180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "a5aae937-9db7-4f5e-b907-91d0654e1625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.115180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.115180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "a5aae937-9db7-4f5e-b907-91d0654e1625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.115180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.115180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.116549] env[68640]: DEBUG oslo_concurrency.lockutils [None req-175862bd-6a8b-4983-bbd4-7a8f20925aa8 tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "0a466d74-4aea-4601-9b46-865c29d21e8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.757s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.117903] env[68640]: INFO nova.compute.manager [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Terminating instance [ 831.151637] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.186137] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "07974438-9f23-485d-b9c5-659709c0fa16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.186533] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "07974438-9f23-485d-b9c5-659709c0fa16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.186801] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "07974438-9f23-485d-b9c5-659709c0fa16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.187065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "07974438-9f23-485d-b9c5-659709c0fa16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.187282] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "07974438-9f23-485d-b9c5-659709c0fa16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.189659] env[68640]: INFO nova.compute.manager [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Terminating instance [ 831.246021] env[68640]: DEBUG oslo_concurrency.lockutils [req-9ca6a464-9d32-426d-8035-c925815592ce req-54089afb-3b97-466a-b2fb-00c7ceb4cf14 service nova] Releasing lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.289564] env[68640]: DEBUG nova.compute.manager [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.289796] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.290800] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3197f6-f23a-4153-a357-2860053935f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.300242] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.301906] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14f9f4d1-c466-4da7-9618-06a5c903c320 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.308528] env[68640]: DEBUG oslo_vmware.api [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 831.308528] env[68640]: value = "task-2990642" [ 831.308528] env[68640]: _type = "Task" [ 831.308528] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.320930] env[68640]: DEBUG oslo_vmware.api [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.468451] env[68640]: DEBUG oslo_vmware.api [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990640, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.469509] env[68640]: DEBUG nova.network.neutron [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Successfully updated port: f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.524543] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.524543] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f4ca45-a378-ba92-a822-2d899555473d" [ 831.524543] env[68640]: _type = "HttpNfcLease" [ 831.524543] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.524844] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.524844] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f4ca45-a378-ba92-a822-2d899555473d" [ 831.524844] env[68640]: _type = "HttpNfcLease" [ 831.524844] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.526026] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c614b-dbc8-4d59-87d4-f36602dd59af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.533767] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbf91-320f-214c-e911-0e313cc72845/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.533943] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbf91-320f-214c-e911-0e313cc72845/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 831.622844] env[68640]: DEBUG nova.compute.manager [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.623548] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82c82eac-fa88-4379-8451-cf74c20b8f12 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.639946] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed744d22-a242-4518-b8b3-4bb73c639783 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.660153] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1027bef-72b7-4356-96de-2b8693b08686 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.669995] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576246} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.674215] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/11847cbd-e74c-49ca-b518-aaa7204767b3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.674215] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.675794] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-909e8960-9616-482a-825c-11d4c1e4f514 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.701036] env[68640]: DEBUG nova.compute.manager [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.701347] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.701807] env[68640]: WARNING nova.virt.vmwareapi.driver [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a5aae937-9db7-4f5e-b907-91d0654e1625 could not be found. [ 831.702265] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.706906] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d78851-7cce-4ae0-9510-6cd2c14424cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.709661] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb789bf6-e3e0-49c2-a570-c159485079dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.719085] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 831.719085] env[68640]: value = "task-2990643" [ 831.719085] env[68640]: _type = "Task" [ 831.719085] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.720239] env[68640]: DEBUG nova.network.neutron [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updated VIF entry in instance network info cache for port 89950dbc-3e1b-4123-bb18-015f2274fec1. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.720682] env[68640]: DEBUG nova.network.neutron [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updating instance_info_cache with network_info: [{"id": "89950dbc-3e1b-4123-bb18-015f2274fec1", "address": "fa:16:3e:56:80:d3", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89950dbc-3e", "ovs_interfaceid": "89950dbc-3e1b-4123-bb18-015f2274fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.731552] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.732382] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf73062d-9780-449b-bfa2-907f15a22df0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.737025] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871ce01-4031-4b55-86c1-780e134da035 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.753768] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.762276] env[68640]: DEBUG oslo_vmware.api [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 831.762276] env[68640]: value = "task-2990644" [ 831.762276] env[68640]: _type = "Task" [ 831.762276] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.792466] env[68640]: WARNING nova.virt.vmwareapi.vmops [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a5aae937-9db7-4f5e-b907-91d0654e1625 could not be found. [ 831.792466] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.792585] env[68640]: INFO nova.compute.manager [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Took 0.17 seconds to destroy the instance on the hypervisor. [ 831.792785] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.798944] env[68640]: DEBUG nova.compute.manager [-] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.799083] env[68640]: DEBUG nova.network.neutron [-] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.800743] env[68640]: DEBUG oslo_vmware.api [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.827630] env[68640]: DEBUG oslo_vmware.api [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990642, 'name': PowerOffVM_Task, 'duration_secs': 0.325146} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.831024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.831024] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.831024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32ac61dd-81d5-45c0-9a91-1a16da3d0fb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.918844] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.919211] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.919509] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Deleting the datastore file [datastore1] 415ba173-fc7d-47f8-82f7-4f0737d6c0f3 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.919785] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-260de06c-52ad-4380-90c4-6cdeaf95c431 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.929743] env[68640]: DEBUG oslo_vmware.api [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 831.929743] env[68640]: value = "task-2990646" [ 831.929743] env[68640]: _type = "Task" [ 831.929743] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.939970] env[68640]: DEBUG oslo_vmware.api [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.960811] env[68640]: DEBUG oslo_vmware.api [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990640, 'name': PowerOnVM_Task, 'duration_secs': 0.870516} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.963809] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.964052] env[68640]: DEBUG nova.compute.manager [None req-dd07fc21-cecb-4912-8497-0284d2b347a4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.965207] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880eebb-146d-43be-a378-c037ef160c99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.972347] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "refresh_cache-6546c525-c06b-4a56-a4b4-bb55d83d5b89" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.972483] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquired lock "refresh_cache-6546c525-c06b-4a56-a4b4-bb55d83d5b89" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.972620] env[68640]: DEBUG nova.network.neutron [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.223916] env[68640]: DEBUG oslo_concurrency.lockutils [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] Releasing lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.224220] env[68640]: DEBUG nova.compute.manager [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.224418] env[68640]: DEBUG nova.compute.manager [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing instance network info cache due to event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.224722] env[68640]: DEBUG oslo_concurrency.lockutils [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.224975] env[68640]: DEBUG oslo_concurrency.lockutils [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.225589] env[68640]: DEBUG nova.network.neutron [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.244575] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205831} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.245834] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.249951] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb2cabb-ae9a-48c0-ba92-4def48a6b2ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.275073] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/11847cbd-e74c-49ca-b518-aaa7204767b3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.281195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a4ae96-767a-41f0-9585-5ff00e840003 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.306640] env[68640]: DEBUG oslo_vmware.api [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990644, 'name': PowerOffVM_Task, 'duration_secs': 0.372081} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.307663] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.307959] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.308369] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 832.308369] env[68640]: value = "task-2990647" [ 832.308369] env[68640]: _type = "Task" [ 832.308369] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.308705] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce4d5f91-4600-4501-9e40-1d258137d818 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.323241] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.399593] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45907f95-a0b6-4119-96a5-46e398c2e14b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.406285] env[68640]: DEBUG nova.objects.instance [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lazy-loading 'flavor' on Instance uuid 9172c277-4b51-4c2d-b86b-4e70028eca7f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.414824] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0600095-fbcf-4382-bb15-1e0ca766ad6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.420805] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.421342] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.421475] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleting the datastore file [datastore2] 07974438-9f23-485d-b9c5-659709c0fa16 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.422742] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-552974d4-ce20-4d34-9a73-9dab441c5078 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.458868] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61d3c3-5d7f-4693-a505-409e064fce57 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.462375] env[68640]: DEBUG oslo_vmware.api [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 832.462375] env[68640]: value = "task-2990649" [ 832.462375] env[68640]: _type = "Task" [ 832.462375] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.473521] env[68640]: DEBUG oslo_vmware.api [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365841} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.475498] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7fc07-f988-4f37-b75a-4206e6619dea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.481485] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.481485] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.481485] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.481485] env[68640]: INFO nova.compute.manager [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 832.481485] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.489429] env[68640]: DEBUG nova.compute.manager [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.490979] env[68640]: DEBUG nova.network.neutron [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.491953] env[68640]: DEBUG oslo_vmware.api [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.510277] env[68640]: DEBUG nova.compute.provider_tree [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.512227] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "704832be-edca-4d76-a806-948c94251861" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.512657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "704832be-edca-4d76-a806-948c94251861" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.512847] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "704832be-edca-4d76-a806-948c94251861-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.513074] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "704832be-edca-4d76-a806-948c94251861-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.513224] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "704832be-edca-4d76-a806-948c94251861-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.515779] env[68640]: INFO nova.compute.manager [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Terminating instance [ 832.593942] env[68640]: DEBUG nova.network.neutron [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.822645] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990647, 'name': ReconfigVM_Task, 'duration_secs': 0.486115} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.825839] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/11847cbd-e74c-49ca-b518-aaa7204767b3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.826554] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dacff9c1-9bd9-4b1b-addd-842724ebaa00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.835923] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 832.835923] env[68640]: value = "task-2990650" [ 832.835923] env[68640]: _type = "Task" [ 832.835923] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.847729] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990650, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.916012] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.974204] env[68640]: DEBUG oslo_vmware.api [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319027} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.975112] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.975351] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.975544] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.975736] env[68640]: INFO nova.compute.manager [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Took 1.27 seconds to destroy the instance on the hypervisor. [ 832.976073] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.976350] env[68640]: DEBUG nova.compute.manager [-] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.976485] env[68640]: DEBUG nova.network.neutron [-] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.016912] env[68640]: DEBUG nova.scheduler.client.report [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.022151] env[68640]: DEBUG nova.compute.manager [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.022269] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.024199] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb75a640-b70c-4d30-a82f-1f69031972f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.034229] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.034665] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-559a2a62-e5e1-4c7e-8f78-7b41d2470d83 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.049439] env[68640]: DEBUG oslo_vmware.api [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 833.049439] env[68640]: value = "task-2990651" [ 833.049439] env[68640]: _type = "Task" [ 833.049439] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.061333] env[68640]: DEBUG oslo_vmware.api [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.112464] env[68640]: DEBUG nova.network.neutron [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Updating instance_info_cache with network_info: [{"id": "f88c567c-a15f-4e82-bb44-45f1e0ccf602", "address": "fa:16:3e:0b:37:c3", "network": {"id": "3462289e-750f-4de2-9485-5e8c461b0d2a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1281803292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb4a12cc5074c718146dcfd4b4deaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88c567c-a1", "ovs_interfaceid": "f88c567c-a15f-4e82-bb44-45f1e0ccf602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.247455] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.247853] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.004s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.248235] env[68640]: INFO nova.compute.manager [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Rebooting instance [ 833.254637] env[68640]: DEBUG nova.network.neutron [-] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.300703] env[68640]: DEBUG nova.network.neutron [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updated VIF entry in instance network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.303072] env[68640]: DEBUG nova.network.neutron [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.350234] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990650, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.526498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.956s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.527351] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.533433] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.956s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.533881] env[68640]: DEBUG nova.objects.instance [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lazy-loading 'resources' on Instance uuid eabaabda-c30c-4997-83b6-f99a1ea79dbc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.538827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.538827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.565488] env[68640]: DEBUG oslo_vmware.api [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990651, 'name': PowerOffVM_Task, 'duration_secs': 0.249716} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.566156] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.566156] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.566156] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06924f8-568a-4433-b94b-d1e691d859e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.571740] env[68640]: DEBUG nova.compute.manager [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Received event network-changed-f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.571985] env[68640]: DEBUG nova.compute.manager [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Refreshing instance network info cache due to event network-changed-f6293af4-8c1a-443b-9b53-40e7b25bd02b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.572422] env[68640]: DEBUG oslo_concurrency.lockutils [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] Acquiring lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.572645] env[68640]: DEBUG oslo_concurrency.lockutils [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] Acquired lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.572932] env[68640]: DEBUG nova.network.neutron [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Refreshing network info cache for port f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.614544] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "462394ab-4bb2-4e64-8327-e435b51c7d27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.614811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.615357] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "462394ab-4bb2-4e64-8327-e435b51c7d27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.615636] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.615844] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.618228] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Releasing lock "refresh_cache-6546c525-c06b-4a56-a4b4-bb55d83d5b89" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.618630] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Instance network_info: |[{"id": "f88c567c-a15f-4e82-bb44-45f1e0ccf602", "address": "fa:16:3e:0b:37:c3", "network": {"id": "3462289e-750f-4de2-9485-5e8c461b0d2a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1281803292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb4a12cc5074c718146dcfd4b4deaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88c567c-a1", "ovs_interfaceid": "f88c567c-a15f-4e82-bb44-45f1e0ccf602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.619768] env[68640]: INFO nova.compute.manager [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Terminating instance [ 833.621582] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:37:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88c567c-a15f-4e82-bb44-45f1e0ccf602', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.631064] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Creating folder: Project (3eb4a12cc5074c718146dcfd4b4deaf7). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.632891] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0577cac1-8a47-49b4-a2db-f0ae66fb9602 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.650712] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Created folder: Project (3eb4a12cc5074c718146dcfd4b4deaf7) in parent group-v599664. [ 833.651100] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Creating folder: Instances. Parent ref: group-v599822. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.651456] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0a487db-0064-4acd-8125-3401f279289b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.655858] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.656251] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.656542] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Deleting the datastore file [datastore2] 704832be-edca-4d76-a806-948c94251861 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.657355] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a09ed6f-81df-4a22-95e5-0a481d743a92 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.666054] env[68640]: DEBUG oslo_vmware.api [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for the task: (returnval){ [ 833.666054] env[68640]: value = "task-2990655" [ 833.666054] env[68640]: _type = "Task" [ 833.666054] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.671602] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Created folder: Instances in parent group-v599822. [ 833.672561] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.673379] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.674552] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81b4c7cd-6639-40fa-b2cb-f10f9d3739f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.694262] env[68640]: DEBUG oslo_vmware.api [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.700472] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.700472] env[68640]: value = "task-2990656" [ 833.700472] env[68640]: _type = "Task" [ 833.700472] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.713021] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990656, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.757077] env[68640]: INFO nova.compute.manager [-] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Took 1.96 seconds to deallocate network for instance. [ 833.773671] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.775026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.775026] env[68640]: DEBUG nova.network.neutron [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.787278] env[68640]: DEBUG nova.network.neutron [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.807398] env[68640]: DEBUG oslo_concurrency.lockutils [req-855ce76b-5e83-4a77-b963-9f20fea943dc req-cb8e52ab-e6a8-4cec-b1c6-833193625934 service nova] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.808312] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853055] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990650, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.913844] env[68640]: DEBUG nova.network.neutron [-] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.980960] env[68640]: DEBUG nova.compute.manager [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Received event network-vif-plugged-f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.981076] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] Acquiring lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.981721] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.982190] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.982670] env[68640]: DEBUG nova.compute.manager [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] No waiting events found dispatching network-vif-plugged-f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.983544] env[68640]: WARNING nova.compute.manager [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Received unexpected event network-vif-plugged-f88c567c-a15f-4e82-bb44-45f1e0ccf602 for instance with vm_state building and task_state spawning. [ 833.983851] env[68640]: DEBUG nova.compute.manager [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Received event network-changed-f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.984174] env[68640]: DEBUG nova.compute.manager [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Refreshing instance network info cache due to event network-changed-f88c567c-a15f-4e82-bb44-45f1e0ccf602. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.984661] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] Acquiring lock "refresh_cache-6546c525-c06b-4a56-a4b4-bb55d83d5b89" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.984989] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] Acquired lock "refresh_cache-6546c525-c06b-4a56-a4b4-bb55d83d5b89" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.986881] env[68640]: DEBUG nova.network.neutron [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Refreshing network info cache for port f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.035031] env[68640]: DEBUG nova.compute.utils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.035809] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.036210] env[68640]: DEBUG nova.network.neutron [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.138988] env[68640]: DEBUG nova.compute.manager [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.139278] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.141019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae139974-1d98-4732-acce-c30102feee4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.159997] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.160426] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7404fe7-967f-4b9c-a4bf-34b4b84c05e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.183723] env[68640]: DEBUG oslo_vmware.api [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 834.183723] env[68640]: value = "task-2990657" [ 834.183723] env[68640]: _type = "Task" [ 834.183723] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.185949] env[68640]: DEBUG oslo_vmware.api [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Task: {'id': task-2990655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221635} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.189798] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.190083] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.190387] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.190729] env[68640]: INFO nova.compute.manager [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] [instance: 704832be-edca-4d76-a806-948c94251861] Took 1.17 seconds to destroy the instance on the hypervisor. [ 834.191121] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.192045] env[68640]: DEBUG nova.compute.manager [-] [instance: 704832be-edca-4d76-a806-948c94251861] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.192215] env[68640]: DEBUG nova.network.neutron [-] [instance: 704832be-edca-4d76-a806-948c94251861] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.197473] env[68640]: DEBUG oslo_vmware.api [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.218036] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990656, 'name': CreateVM_Task, 'duration_secs': 0.484289} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.218309] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.219119] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.219348] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.219702] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.220057] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db96f93-4e4c-4ef4-9d3e-6b538907c05c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.227297] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 834.227297] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260cba3-b193-1b44-871d-576f43f9b7ff" [ 834.227297] env[68640]: _type = "Task" [ 834.227297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.240831] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260cba3-b193-1b44-871d-576f43f9b7ff, 'name': SearchDatastore_Task} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.241222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.241538] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.241794] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.241947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.242150] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.242436] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f791416-8e13-4536-924a-1a30f815b220 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.253580] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.253794] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.258102] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251c6061-48cc-459a-8fda-222ad71bb9b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.266672] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 834.266672] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520b413e-df39-1eb7-5675-e7fa73b9ed4f" [ 834.266672] env[68640]: _type = "Task" [ 834.266672] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.282771] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520b413e-df39-1eb7-5675-e7fa73b9ed4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.289884] env[68640]: INFO nova.compute.manager [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Took 1.80 seconds to deallocate network for instance. [ 834.333317] env[68640]: INFO nova.compute.manager [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Took 0.58 seconds to detach 1 volumes for instance. [ 834.336169] env[68640]: DEBUG nova.compute.manager [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Deleting volume: 7be2f33c-3b69-493b-bdef-ed02f089105d {{(pid=68640) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 834.349881] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990650, 'name': Rename_Task, 'duration_secs': 1.093888} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.354092] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.355494] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2558215-757a-4b3a-bddf-2b6a071e655e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.364971] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 834.364971] env[68640]: value = "task-2990658" [ 834.364971] env[68640]: _type = "Task" [ 834.364971] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.392732] env[68640]: DEBUG nova.network.neutron [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.404340] env[68640]: INFO nova.network.neutron [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Port f6293af4-8c1a-443b-9b53-40e7b25bd02b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 834.404615] env[68640]: DEBUG nova.network.neutron [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.413177] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.416654] env[68640]: INFO nova.compute.manager [-] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Took 1.44 seconds to deallocate network for instance. [ 834.472410] env[68640]: DEBUG nova.policy [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e03425d2e03426ab8cfbcd5ee576762', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f2d16d004574be7b98c8f3f9f11bc7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.539195] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.693141] env[68640]: DEBUG oslo_vmware.api [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990657, 'name': PowerOffVM_Task, 'duration_secs': 0.249618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.693444] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.693939] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.693939] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e43589b3-2666-422b-9641-64b04b4460df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.776507] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.776749] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.776932] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Deleting the datastore file [datastore2] 462394ab-4bb2-4e64-8327-e435b51c7d27 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.777219] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acde6acd-4412-46da-80c3-7e756b353211 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.785324] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520b413e-df39-1eb7-5675-e7fa73b9ed4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.786636] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f6a3a6-7f30-40a1-af58-d4ae30256289 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.791667] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ba2f2-df02-47be-96e0-9028e832a930 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.796975] env[68640]: DEBUG oslo_vmware.api [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for the task: (returnval){ [ 834.796975] env[68640]: value = "task-2990661" [ 834.796975] env[68640]: _type = "Task" [ 834.796975] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.797285] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 834.797285] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212e64e-2faa-3846-f5c3-c5ffe5c51006" [ 834.797285] env[68640]: _type = "Task" [ 834.797285] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.807498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.811496] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feaf4ec-847c-4a3a-ac92-6e74a574b027 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.825183] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212e64e-2faa-3846-f5c3-c5ffe5c51006, 'name': SearchDatastore_Task, 'duration_secs': 0.017151} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.825485] env[68640]: DEBUG oslo_vmware.api [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.826395] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.830020] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 6546c525-c06b-4a56-a4b4-bb55d83d5b89/6546c525-c06b-4a56-a4b4-bb55d83d5b89.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.830020] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4066ce9-305c-4e66-9ba2-ccb6a047e627 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.856559] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81cf2d2-3dc0-4d10-8ebc-d764c64ac216 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861658] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 834.861658] env[68640]: value = "task-2990662" [ 834.861658] env[68640]: _type = "Task" [ 834.861658] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.867908] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def6d2dc-ce7c-463f-8610-fba839a19aa9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.886775] env[68640]: DEBUG nova.compute.provider_tree [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.894279] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990658, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.894554] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.903884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.915817] env[68640]: DEBUG oslo_concurrency.lockutils [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] Releasing lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.915817] env[68640]: DEBUG nova.compute.manager [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Received event network-changed-141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.915817] env[68640]: DEBUG nova.compute.manager [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Refreshing instance network info cache due to event network-changed-141bfd56-a5a8-42d3-bde7-3509ef8cc899. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.915817] env[68640]: DEBUG oslo_concurrency.lockutils [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] Acquiring lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.915817] env[68640]: DEBUG oslo_concurrency.lockutils [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] Acquired lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.915817] env[68640]: DEBUG nova.network.neutron [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Refreshing network info cache for port 141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.926938] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.225511] env[68640]: DEBUG nova.network.neutron [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.286737] env[68640]: DEBUG nova.network.neutron [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Updated VIF entry in instance network info cache for port f88c567c-a15f-4e82-bb44-45f1e0ccf602. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.287105] env[68640]: DEBUG nova.network.neutron [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Updating instance_info_cache with network_info: [{"id": "f88c567c-a15f-4e82-bb44-45f1e0ccf602", "address": "fa:16:3e:0b:37:c3", "network": {"id": "3462289e-750f-4de2-9485-5e8c461b0d2a", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1281803292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3eb4a12cc5074c718146dcfd4b4deaf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88c567c-a1", "ovs_interfaceid": "f88c567c-a15f-4e82-bb44-45f1e0ccf602", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.319312] env[68640]: DEBUG oslo_vmware.api [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Task: {'id': task-2990661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242003} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.319699] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.320214] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.320461] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.320687] env[68640]: INFO nova.compute.manager [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Took 1.18 seconds to destroy the instance on the hypervisor. [ 835.321141] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.321434] env[68640]: DEBUG nova.compute.manager [-] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.321803] env[68640]: DEBUG nova.network.neutron [-] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.348443] env[68640]: DEBUG nova.network.neutron [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.359885] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.360299] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.385420] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.399640] env[68640]: DEBUG nova.scheduler.client.report [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.404994] env[68640]: DEBUG oslo_vmware.api [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990658, 'name': PowerOnVM_Task, 'duration_secs': 0.685267} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.405328] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.405565] env[68640]: INFO nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Took 10.23 seconds to spawn the instance on the hypervisor. [ 835.407242] env[68640]: DEBUG nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.407242] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ec8b1-d942-4f07-8bd0-3b5b29edcb51 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.490317] env[68640]: DEBUG nova.network.neutron [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Successfully created port: 089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.552029] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.575018] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.575018] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.575018] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.575018] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.575742] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.579027] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.579027] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.579027] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.579027] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.579027] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.579027] env[68640]: DEBUG nova.virt.hardware [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.579027] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b644c-73f0-4766-b772-238ee7ca727f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.589936] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef387a3c-f851-4e26-ac73-ff345fb156c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.730061] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.736329] env[68640]: DEBUG nova.network.neutron [-] [instance: 704832be-edca-4d76-a806-948c94251861] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.790503] env[68640]: DEBUG oslo_concurrency.lockutils [req-9f485ca3-657b-4468-a093-e6fe87304169 req-21c254d8-416c-461a-9eec-3331a0fcf8e9 service nova] Releasing lock "refresh_cache-6546c525-c06b-4a56-a4b4-bb55d83d5b89" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.853752] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.853752] env[68640]: DEBUG nova.compute.manager [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Inject network info {{(pid=68640) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 835.853752] env[68640]: DEBUG nova.compute.manager [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] network_info to inject: |[{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 835.857667] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Reconfiguring VM instance to set the machine id {{(pid=68640) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 835.858379] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fc8e56-1868-4ec6-ba40-f9cde3b9cdb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.888371] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.889068] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.889365] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.889626] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.889921] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.890208] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.890449] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 835.890717] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.895521] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65669} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.901867] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 6546c525-c06b-4a56-a4b4-bb55d83d5b89/6546c525-c06b-4a56-a4b4-bb55d83d5b89.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.903035] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.903035] env[68640]: DEBUG oslo_vmware.api [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 835.903035] env[68640]: value = "task-2990663" [ 835.903035] env[68640]: _type = "Task" [ 835.903035] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.903519] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-718d8feb-6eb6-4cba-9f65-9cff95e62e76 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.912707] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.920789] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.345s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.921175] env[68640]: DEBUG nova.objects.instance [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lazy-loading 'resources' on Instance uuid ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.924067] env[68640]: DEBUG oslo_vmware.api [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.924067] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 835.924067] env[68640]: value = "task-2990664" [ 835.924067] env[68640]: _type = "Task" [ 835.924067] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.937037] env[68640]: INFO nova.compute.manager [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Took 40.17 seconds to build instance. [ 835.941818] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.949025] env[68640]: INFO nova.scheduler.client.report [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Deleted allocations for instance eabaabda-c30c-4997-83b6-f99a1ea79dbc [ 836.154352] env[68640]: DEBUG nova.network.neutron [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updated VIF entry in instance network info cache for port 141bfd56-a5a8-42d3-bde7-3509ef8cc899. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.154752] env[68640]: DEBUG nova.network.neutron [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updating instance_info_cache with network_info: [{"id": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "address": "fa:16:3e:ad:d4:ae", "network": {"id": "6469bce5-d234-4fb4-aa73-fba59d5e97f6", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1601925904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3f3f6e18ab064f95b3c8eb258c209c5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141bfd56-a5", "ovs_interfaceid": "141bfd56-a5a8-42d3-bde7-3509ef8cc899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.237818] env[68640]: INFO nova.compute.manager [-] [instance: 704832be-edca-4d76-a806-948c94251861] Took 2.05 seconds to deallocate network for instance. [ 836.241311] env[68640]: DEBUG nova.compute.manager [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.241311] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e399eb-ade6-4f9d-96d8-e4e8f5329290 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.401099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.419211] env[68640]: DEBUG oslo_vmware.api [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.442092] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079098} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.442092] env[68640]: DEBUG oslo_concurrency.lockutils [None req-68d6bcdd-b3d0-4113-b8b9-2402352859ff tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.245s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.442396] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.446766] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7654b855-a7eb-4e28-a29b-cdc6647c2ddc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.455744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a044ab4-a081-4bfc-b8a7-fa1c474dedff tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "eabaabda-c30c-4997-83b6-f99a1ea79dbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.663s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.477464] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6546c525-c06b-4a56-a4b4-bb55d83d5b89/6546c525-c06b-4a56-a4b4-bb55d83d5b89.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.483339] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a77f27d-3fca-48c7-924b-90c64faab636 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.511341] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 836.511341] env[68640]: value = "task-2990665" [ 836.511341] env[68640]: _type = "Task" [ 836.511341] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.532483] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.657240] env[68640]: DEBUG oslo_concurrency.lockutils [req-12c80604-7028-4f54-be4c-64600eecbc07 req-f341c52a-cb30-4bb2-841d-fc5dc5720244 service nova] Releasing lock "refresh_cache-74b9dbab-b094-4f3b-8dd9-d6573c5f3062" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.753287] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.921699] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.922031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.931624] env[68640]: DEBUG oslo_vmware.api [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.952677] env[68640]: DEBUG nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.027728] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.137202] env[68640]: DEBUG nova.network.neutron [-] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.140917] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2b0d7b-80c0-4d01-a55f-34399ec660ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.150930] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e225b-d342-413c-81be-7db924239929 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.193693] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38dc673-34f3-40d5-9551-a1f1fdff5ba4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.202960] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc707027-fbb4-4eec-a398-80be2d91b22a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.219788] env[68640]: DEBUG nova.compute.provider_tree [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.262772] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196f0233-9c01-4948-9b6f-23bd11860860 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.276075] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Doing hard reboot of VM {{(pid=68640) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.276075] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cc4e7e5f-0ec1-4f7a-849f-978ad56fc565 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.284976] env[68640]: DEBUG oslo_vmware.api [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 837.284976] env[68640]: value = "task-2990666" [ 837.284976] env[68640]: _type = "Task" [ 837.284976] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.294294] env[68640]: DEBUG oslo_vmware.api [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990666, 'name': ResetVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.386930] env[68640]: DEBUG nova.compute.manager [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.387032] env[68640]: DEBUG nova.compute.manager [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing instance network info cache due to event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.387308] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] Acquiring lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.387352] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] Acquired lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.387515] env[68640]: DEBUG nova.network.neutron [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.426496] env[68640]: DEBUG oslo_vmware.api [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990663, 'name': ReconfigVM_Task, 'duration_secs': 1.174415} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.426823] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b03a2710-9c4f-4728-b168-72d3b7abf49a tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Reconfigured VM instance to set the machine id {{(pid=68640) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 837.485405] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.527439] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990665, 'name': ReconfigVM_Task, 'duration_secs': 0.764082} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.527768] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6546c525-c06b-4a56-a4b4-bb55d83d5b89/6546c525-c06b-4a56-a4b4-bb55d83d5b89.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.528767] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a8c5be2-3116-434b-bd4b-ea7e9cfb6552 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.536651] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 837.536651] env[68640]: value = "task-2990667" [ 837.536651] env[68640]: _type = "Task" [ 837.536651] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.548137] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990667, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.627303] env[68640]: DEBUG nova.compute.manager [req-ed71b758-97bd-4087-bd45-bad221baef31 req-941f8233-8789-491e-8f51-de802bc26cf5 service nova] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Received event network-vif-deleted-f6293af4-8c1a-443b-9b53-40e7b25bd02b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.627615] env[68640]: DEBUG nova.compute.manager [req-ed71b758-97bd-4087-bd45-bad221baef31 req-941f8233-8789-491e-8f51-de802bc26cf5 service nova] [instance: 704832be-edca-4d76-a806-948c94251861] Received event network-vif-deleted-43622a15-e85d-449d-907b-c480ffd4499a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.645462] env[68640]: INFO nova.compute.manager [-] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Took 2.32 seconds to deallocate network for instance. [ 837.727099] env[68640]: DEBUG nova.scheduler.client.report [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.801094] env[68640]: DEBUG oslo_vmware.api [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990666, 'name': ResetVM_Task, 'duration_secs': 0.121777} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.803620] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Did hard reboot of VM {{(pid=68640) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 837.803942] env[68640]: DEBUG nova.compute.manager [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.805087] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9163c4-2fa7-47ea-b7f4-6c815e1a4121 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.048882] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990667, 'name': Rename_Task, 'duration_secs': 0.251599} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.049735] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.052653] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac9b530-10c0-4422-bdb2-a247f1d2626e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.060019] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 838.060019] env[68640]: value = "task-2990668" [ 838.060019] env[68640]: _type = "Task" [ 838.060019] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.070856] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.157390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.239514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.239514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.842s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.241730] env[68640]: INFO nova.compute.claims [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.282404] env[68640]: INFO nova.scheduler.client.report [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Deleted allocations for instance ae8e0d43-2cf2-4b95-ae1a-c9e60effe553 [ 838.288155] env[68640]: INFO nova.compute.manager [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Rescuing [ 838.288480] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.288635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.288801] env[68640]: DEBUG nova.network.neutron [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.290403] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "9172c277-4b51-4c2d-b86b-4e70028eca7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.290635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.293924] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "9172c277-4b51-4c2d-b86b-4e70028eca7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.293924] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.293924] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.296234] env[68640]: INFO nova.compute.manager [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Terminating instance [ 838.320853] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1771a91-4013-4774-9da9-20fdb899174e tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.073s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.497008] env[68640]: DEBUG nova.network.neutron [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updated VIF entry in instance network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.497617] env[68640]: DEBUG nova.network.neutron [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.537415] env[68640]: DEBUG nova.network.neutron [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Successfully updated port: 089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.586261] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990668, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.692608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.803057] env[68640]: DEBUG nova.compute.manager [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.803335] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.803909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1f5ff494-ec66-4f65-9f82-bfe003ac9adb tempest-VolumesAssistedSnapshotsTest-437522611 tempest-VolumesAssistedSnapshotsTest-437522611-project-member] Lock "ae8e0d43-2cf2-4b95-ae1a-c9e60effe553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.538s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.810852] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463a652-0db6-4cfd-9ff5-e9d23d6bcaae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.828566] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.830035] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4924a9c9-65a2-45fe-af5e-5e5dea7c129b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.849086] env[68640]: DEBUG oslo_vmware.api [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 838.849086] env[68640]: value = "task-2990669" [ 838.849086] env[68640]: _type = "Task" [ 838.849086] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.860700] env[68640]: DEBUG oslo_vmware.api [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.004511] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] Releasing lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.004511] env[68640]: DEBUG nova.compute.manager [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Received event network-vif-deleted-88ed0093-b5b4-46af-9e6f-5f1000e33d18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.004511] env[68640]: DEBUG nova.compute.manager [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Received event network-vif-deleted-75944b3d-75f1-43a6-9bfd-545d25a3490e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.004511] env[68640]: DEBUG nova.compute.manager [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.004511] env[68640]: DEBUG nova.compute.manager [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing instance network info cache due to event network-changed-f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.004511] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] Acquiring lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.004511] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] Acquired lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.004511] env[68640]: DEBUG nova.network.neutron [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Refreshing network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.041797] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "refresh_cache-c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.042009] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquired lock "refresh_cache-c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.042263] env[68640]: DEBUG nova.network.neutron [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.074064] env[68640]: DEBUG oslo_vmware.api [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990668, 'name': PowerOnVM_Task, 'duration_secs': 0.825866} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.074064] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.074064] env[68640]: INFO nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Took 8.81 seconds to spawn the instance on the hypervisor. [ 839.074064] env[68640]: DEBUG nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.074683] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fb6a64-3f80-4355-8d32-e802559d9365 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.201536] env[68640]: DEBUG nova.network.neutron [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updating instance_info_cache with network_info: [{"id": "89950dbc-3e1b-4123-bb18-015f2274fec1", "address": "fa:16:3e:56:80:d3", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89950dbc-3e", "ovs_interfaceid": "89950dbc-3e1b-4123-bb18-015f2274fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.361400] env[68640]: DEBUG oslo_vmware.api [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990669, 'name': PowerOffVM_Task, 'duration_secs': 0.286371} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.361678] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.361854] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.362220] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eee3da9-26fc-4c2f-9248-c6d009544344 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.470934] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.471094] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.471331] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Deleting the datastore file [datastore2] 9172c277-4b51-4c2d-b86b-4e70028eca7f {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.471678] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe8c1c8f-8d6d-4245-9348-6b8bb539d5c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.480951] env[68640]: DEBUG oslo_vmware.api [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for the task: (returnval){ [ 839.480951] env[68640]: value = "task-2990671" [ 839.480951] env[68640]: _type = "Task" [ 839.480951] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.492222] env[68640]: DEBUG oslo_vmware.api [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.596084] env[68640]: INFO nova.compute.manager [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Took 40.44 seconds to build instance. [ 839.621248] env[68640]: DEBUG nova.network.neutron [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.706932] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.992287] env[68640]: DEBUG oslo_vmware.api [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Task: {'id': task-2990671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375104} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.996216] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.996441] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.996710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.996915] env[68640]: INFO nova.compute.manager [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 839.997170] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.997935] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baae7a3-6720-47ab-8196-19d3005f90d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.000577] env[68640]: DEBUG nova.compute.manager [-] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.000798] env[68640]: DEBUG nova.network.neutron [-] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.008785] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6f720e-f1a1-4257-a28e-37b809626ee1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.045664] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cec63e8-1f02-4059-9d02-97cd0ca5569f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.049249] env[68640]: DEBUG nova.network.neutron [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Updating instance_info_cache with network_info: [{"id": "089164a2-6aac-4934-ad20-d33b3b0edfca", "address": "fa:16:3e:63:3c:e0", "network": {"id": "1966f12f-19b4-4094-80b0-46d29c4a808b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-35966963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2d16d004574be7b98c8f3f9f11bc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089164a2-6a", "ovs_interfaceid": "089164a2-6aac-4934-ad20-d33b3b0edfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.056055] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Received event network-vif-deleted-fe7b4c3e-75c5-467b-8ef5-4b8591bc2c8e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.056355] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.056452] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing instance network info cache due to event network-changed-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.056663] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Acquiring lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.056801] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Acquired lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.056955] env[68640]: DEBUG nova.network.neutron [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Refreshing network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.064956] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03362542-f7a5-40a8-8bd4-c394f8b80953 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.088016] env[68640]: DEBUG nova.compute.provider_tree [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.101926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-753b627a-d4bb-45a8-aded-750d5fdbedf2 tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.250s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.111372] env[68640]: DEBUG nova.network.neutron [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updated VIF entry in instance network info cache for port f7ce2264-7581-4034-9851-eaab93b993d2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.111968] env[68640]: DEBUG nova.network.neutron [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [{"id": "f7ce2264-7581-4034-9851-eaab93b993d2", "address": "fa:16:3e:4e:31:c2", "network": {"id": "164cfad7-0e01-4628-ba92-dea46f85fa0b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-2083755314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57f3123d3a2a4a6b80f7d922c39d6a52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7ce2264-75", "ovs_interfaceid": "f7ce2264-7581-4034-9851-eaab93b993d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.554257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Releasing lock "refresh_cache-c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.554257] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Instance network_info: |[{"id": "089164a2-6aac-4934-ad20-d33b3b0edfca", "address": "fa:16:3e:63:3c:e0", "network": {"id": "1966f12f-19b4-4094-80b0-46d29c4a808b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-35966963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2d16d004574be7b98c8f3f9f11bc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089164a2-6a", "ovs_interfaceid": "089164a2-6aac-4934-ad20-d33b3b0edfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.554257] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:3c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '089164a2-6aac-4934-ad20-d33b3b0edfca', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.567447] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Creating folder: Project (6f2d16d004574be7b98c8f3f9f11bc7c). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.575260] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f485456f-d9e5-4e7e-a9ee-f266f7f36991 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.592181] env[68640]: DEBUG nova.scheduler.client.report [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.596218] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Created folder: Project (6f2d16d004574be7b98c8f3f9f11bc7c) in parent group-v599664. [ 840.596495] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Creating folder: Instances. Parent ref: group-v599825. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.597281] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c63bc98c-41f0-44fd-9123-61ba3e189389 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.607072] env[68640]: DEBUG nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.614247] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Created folder: Instances in parent group-v599825. [ 840.614247] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.614247] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.615845] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa8ec96-4ead-4e93-9f5d-2690b39ecf79 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.636506] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d64f136-cd3a-4fc3-a5fd-90dd9622e384 req-5f8df6d5-5d9f-441c-9003-a6458104a03a service nova] Releasing lock "refresh_cache-9172c277-4b51-4c2d-b86b-4e70028eca7f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.643916] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.643916] env[68640]: value = "task-2990674" [ 840.643916] env[68640]: _type = "Task" [ 840.643916] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.655634] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990674, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.900439] env[68640]: DEBUG nova.network.neutron [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updated VIF entry in instance network info cache for port 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.901306] env[68640]: DEBUG nova.network.neutron [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [{"id": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "address": "fa:16:3e:fa:30:f3", "network": {"id": "35e74383-db9c-4324-be75-01f35c4ee33a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-269588732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a032c2c951a94f83bd0633d77b07008d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75c7a03e-af", "ovs_interfaceid": "75c7a03e-af71-4aa9-8f26-6d90b81dd6fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.052934] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbf91-320f-214c-e911-0e313cc72845/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 841.054032] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5180a3-d111-45f5-a4db-e151ea1ca97a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.062634] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbf91-320f-214c-e911-0e313cc72845/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 841.062900] env[68640]: ERROR oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbf91-320f-214c-e911-0e313cc72845/disk-0.vmdk due to incomplete transfer. [ 841.063201] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3962a459-a38c-4a8d-be41-5cd7877bccf5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.074054] env[68640]: DEBUG oslo_vmware.rw_handles [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524bbf91-320f-214c-e911-0e313cc72845/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 841.074438] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Uploaded image 97991761-3edf-4a4f-bc5a-dd9d73c53323 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 841.079188] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.079609] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00a4e894-310a-43ca-8bd9-cc6c9e829fcb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.087779] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 841.087779] env[68640]: value = "task-2990675" [ 841.087779] env[68640]: _type = "Task" [ 841.087779] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.098634] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.099210] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.101949] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990675, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.102489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.013s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.102583] env[68640]: DEBUG nova.objects.instance [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lazy-loading 'resources' on Instance uuid 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.134199] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.156814] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990674, 'name': CreateVM_Task, 'duration_secs': 0.439681} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.157788] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.158549] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.158795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.159169] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.159494] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6b82a1-33f1-440c-88e3-46852e506863 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.166061] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 841.166061] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52951f31-3445-817d-d670-4ee7ab452fa3" [ 841.166061] env[68640]: _type = "Task" [ 841.166061] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.178760] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52951f31-3445-817d-d670-4ee7ab452fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.256859] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.258322] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b605b766-c1ab-4bbe-9f75-89deb0aa4fb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.266151] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 841.266151] env[68640]: value = "task-2990676" [ 841.266151] env[68640]: _type = "Task" [ 841.266151] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.277824] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.407790] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Releasing lock "refresh_cache-544b1215-eb04-4ea0-82ef-1ba86cbff201" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.407790] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Received event network-vif-plugged-089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.407790] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Acquiring lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.407790] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.407790] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.407790] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] No waiting events found dispatching network-vif-plugged-089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.407790] env[68640]: WARNING nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Received unexpected event network-vif-plugged-089164a2-6aac-4934-ad20-d33b3b0edfca for instance with vm_state building and task_state spawning. [ 841.407790] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Received event network-changed-089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.407790] env[68640]: DEBUG nova.compute.manager [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Refreshing instance network info cache due to event network-changed-089164a2-6aac-4934-ad20-d33b3b0edfca. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.407790] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Acquiring lock "refresh_cache-c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.407790] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Acquired lock "refresh_cache-c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.407790] env[68640]: DEBUG nova.network.neutron [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Refreshing network info cache for port 089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.521858] env[68640]: DEBUG nova.compute.manager [req-c4541197-e456-49d0-97ec-36024847e7aa req-055050f7-38fb-4685-a5d5-d49c1024f6ad service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Received event network-vif-deleted-f7ce2264-7581-4034-9851-eaab93b993d2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.522086] env[68640]: INFO nova.compute.manager [req-c4541197-e456-49d0-97ec-36024847e7aa req-055050f7-38fb-4685-a5d5-d49c1024f6ad service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Neutron deleted interface f7ce2264-7581-4034-9851-eaab93b993d2; detaching it from the instance and deleting it from the info cache [ 841.522268] env[68640]: DEBUG nova.network.neutron [req-c4541197-e456-49d0-97ec-36024847e7aa req-055050f7-38fb-4685-a5d5-d49c1024f6ad service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.602570] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990675, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.607711] env[68640]: DEBUG nova.compute.utils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.607711] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.607971] env[68640]: DEBUG nova.network.neutron [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.680186] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52951f31-3445-817d-d670-4ee7ab452fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.680186] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.681057] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.681057] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.681057] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.681057] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.681375] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec48afcf-c786-4a93-b46f-4157bf42abf3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.699070] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.699070] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.699070] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b60cc11-4861-4cfd-9f44-0dc4cb9d1c26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.712658] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 841.712658] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdac79-94d9-68ed-76ef-1751c2b931dd" [ 841.712658] env[68640]: _type = "Task" [ 841.712658] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.716076] env[68640]: DEBUG nova.policy [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bd32c14042343508ffe6c79656041b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0df2952b4f6d4dbaa7b90aeeb951012c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.724752] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdac79-94d9-68ed-76ef-1751c2b931dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.781701] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990676, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.791677] env[68640]: DEBUG nova.network.neutron [-] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.923234] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.923821] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.923821] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.924109] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.924109] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.927083] env[68640]: INFO nova.compute.manager [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Terminating instance [ 842.026245] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43fd63f7-53a8-4634-9030-c8b95662f8e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.038584] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b17ab-ea7c-4a6c-997b-9f595498c8ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.085144] env[68640]: DEBUG nova.compute.manager [req-c4541197-e456-49d0-97ec-36024847e7aa req-055050f7-38fb-4685-a5d5-d49c1024f6ad service nova] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Detach interface failed, port_id=f7ce2264-7581-4034-9851-eaab93b993d2, reason: Instance 9172c277-4b51-4c2d-b86b-4e70028eca7f could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.099930] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990675, 'name': Destroy_Task, 'duration_secs': 0.600264} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.100387] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroyed the VM [ 842.100585] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.104877] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-239f60fb-a382-4b7a-b441-e053764080fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.113464] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 842.113464] env[68640]: value = "task-2990677" [ 842.113464] env[68640]: _type = "Task" [ 842.113464] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.116776] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.127969] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.223342] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cdac79-94d9-68ed-76ef-1751c2b931dd, 'name': SearchDatastore_Task, 'duration_secs': 0.015036} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.224192] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4419aeb-49df-477e-a6a7-50cf36294fd2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.230693] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 842.230693] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bb382f-8b1a-bfcb-a32e-dade466079e1" [ 842.230693] env[68640]: _type = "Task" [ 842.230693] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.243017] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bb382f-8b1a-bfcb-a32e-dade466079e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.275107] env[68640]: DEBUG nova.network.neutron [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Successfully created port: 5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.286461] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990676, 'name': PowerOffVM_Task, 'duration_secs': 0.554897} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.286863] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.287592] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f308b-2166-4055-8b80-c44c75fdb012 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.295017] env[68640]: INFO nova.compute.manager [-] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Took 2.29 seconds to deallocate network for instance. [ 842.316750] env[68640]: DEBUG nova.network.neutron [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Updated VIF entry in instance network info cache for port 089164a2-6aac-4934-ad20-d33b3b0edfca. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.317093] env[68640]: DEBUG nova.network.neutron [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Updating instance_info_cache with network_info: [{"id": "089164a2-6aac-4934-ad20-d33b3b0edfca", "address": "fa:16:3e:63:3c:e0", "network": {"id": "1966f12f-19b4-4094-80b0-46d29c4a808b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-35966963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f2d16d004574be7b98c8f3f9f11bc7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap089164a2-6a", "ovs_interfaceid": "089164a2-6aac-4934-ad20-d33b3b0edfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.321181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f87a3-e2d4-4a17-a314-c0648f1336de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.365367] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.366258] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda8273e-237e-4a8d-a2f3-9cba3f26a932 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.369563] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc9619-83e5-430c-b48d-cde85c7df41b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.381764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05db37f6-b4b1-4b61-a0dc-5755dcd97771 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.385289] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 842.385289] env[68640]: value = "task-2990678" [ 842.385289] env[68640]: _type = "Task" [ 842.385289] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.418236] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c751d5-19e7-4b09-a613-414fe6742d4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.420759] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 842.420977] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.421235] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.421419] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.421632] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.422222] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb816d1e-3850-4776-b920-f41d56763992 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.427842] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bcffc8-b637-4b14-a50d-55a51d5f5ad5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.435430] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.435430] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.436079] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc654e4-090b-454e-9497-ee8421662b55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.447470] env[68640]: DEBUG nova.compute.manager [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.447706] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.448659] env[68640]: DEBUG nova.compute.provider_tree [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.450322] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89fc864-c1f1-4d76-94b1-5063af66bdb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.457243] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 842.457243] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ad291-3a89-6bcf-0fb6-ae4128682511" [ 842.457243] env[68640]: _type = "Task" [ 842.457243] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.459589] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.467831] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9efbe93b-bf53-4852-96eb-914dda9061dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.471396] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ad291-3a89-6bcf-0fb6-ae4128682511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.473232] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 842.473232] env[68640]: value = "task-2990679" [ 842.473232] env[68640]: _type = "Task" [ 842.473232] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.484484] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.629920] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990677, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.642031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "f009d542-950f-4cd2-b03c-7d9a5b82d921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.642383] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.642493] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "f009d542-950f-4cd2-b03c-7d9a5b82d921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.642590] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.642796] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.645602] env[68640]: INFO nova.compute.manager [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Terminating instance [ 842.745540] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bb382f-8b1a-bfcb-a32e-dade466079e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013645} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.745540] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.745769] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d/c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.746528] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ac0388-2020-4a8a-a29b-e726391ae07a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.755563] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 842.755563] env[68640]: value = "task-2990680" [ 842.755563] env[68640]: _type = "Task" [ 842.755563] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.768711] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.825869] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c1c8258-d124-4c92-861f-e5750ef0ade5 req-525406a0-3243-456b-9dc2-af6c363d31ce service nova] Releasing lock "refresh_cache-c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.827397] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.955553] env[68640]: DEBUG nova.scheduler.client.report [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.972874] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528ad291-3a89-6bcf-0fb6-ae4128682511, 'name': SearchDatastore_Task, 'duration_secs': 0.017532} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.974328] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9ab630-9808-45b0-864c-57c268b7b006 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.988836] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 842.988836] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523c55b5-57a3-3ff2-6d99-673ba753ccc4" [ 842.988836] env[68640]: _type = "Task" [ 842.988836] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.992785] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990679, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.003432] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523c55b5-57a3-3ff2-6d99-673ba753ccc4, 'name': SearchDatastore_Task} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.003816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.004144] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. {{(pid=68640) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 843.004537] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edbca5b8-5219-448e-894b-b1ecadc3399f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.015302] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 843.015302] env[68640]: value = "task-2990681" [ 843.015302] env[68640]: _type = "Task" [ 843.015302] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.025514] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.125197] env[68640]: DEBUG oslo_vmware.api [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990677, 'name': RemoveSnapshot_Task, 'duration_secs': 0.984465} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.125609] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.125723] env[68640]: INFO nova.compute.manager [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 16.32 seconds to snapshot the instance on the hypervisor. [ 843.131605] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.150450] env[68640]: DEBUG nova.compute.manager [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.150675] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.151675] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a5897-8881-4f7c-a210-78c86288c5cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.166401] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.170647] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.171022] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.171405] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.171752] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.171881] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.172123] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.172878] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.173146] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.173793] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.174165] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.174371] env[68640]: DEBUG nova.virt.hardware [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.174792] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e63004-fbd8-4d33-9eb6-6094f7c16d6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.177903] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab91d186-fb76-43ce-a234-26c7a6848908 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.192564] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0b717b-cd03-41d9-8ce8-48d09bb90c15 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.200795] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 843.200795] env[68640]: value = "task-2990682" [ 843.200795] env[68640]: _type = "Task" [ 843.200795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.228888] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.269759] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990680, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.465448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.468968] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.758s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.470787] env[68640]: INFO nova.compute.claims [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.486808] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990679, 'name': PowerOffVM_Task, 'duration_secs': 0.540476} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.487127] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.487304] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.487581] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59477b14-34eb-4c53-8c17-66ab161f5c4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.500637] env[68640]: INFO nova.scheduler.client.report [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleted allocations for instance 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78 [ 843.529220] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990681, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.622455] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.622771] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.622981] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Deleting the datastore file [datastore1] c0266f22-d7f9-4d58-85ad-383048bd9b0a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.623450] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ee5607-07bd-4860-8969-f5e31350c935 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.635078] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for the task: (returnval){ [ 843.635078] env[68640]: value = "task-2990684" [ 843.635078] env[68640]: _type = "Task" [ 843.635078] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.648911] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.687290] env[68640]: DEBUG nova.compute.manager [None req-94df01d3-8812-492e-ad16-1d5ad159a04f tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Found 2 images (rotation: 2) {{(pid=68640) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 843.711615] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990682, 'name': PowerOffVM_Task, 'duration_secs': 0.356904} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.712054] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.712479] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.712827] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c84d4802-a70f-4f14-87d9-63ba426ac0d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.767232] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591273} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.767507] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d/c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.767718] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.767975] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c838678-1199-49a4-ab9d-51b861ba6152 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.776033] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 843.776033] env[68640]: value = "task-2990686" [ 843.776033] env[68640]: _type = "Task" [ 843.776033] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.785817] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.799903] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.800239] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.800937] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Deleting the datastore file [datastore2] f009d542-950f-4cd2-b03c-7d9a5b82d921 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.800937] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35ccbe1b-3582-4be7-ab17-c6efcd3dff2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.809246] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 843.809246] env[68640]: value = "task-2990687" [ 843.809246] env[68640]: _type = "Task" [ 843.809246] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.820056] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.009704] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fdd6c99e-efaa-4e09-9921-3d14b97f352f tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "4042f7cb-6bb1-4725-bbbf-2afe44f7ab78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.355s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.040501] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732825} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.040501] env[68640]: DEBUG nova.network.neutron [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Successfully updated port: 5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.040501] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. [ 844.041963] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d8efb-6559-4d1f-8461-d78cdfb7e7fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.072087] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.072779] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb75376e-7fd3-4223-a2b8-98b5a04eab26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.094235] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 844.094235] env[68640]: value = "task-2990688" [ 844.094235] env[68640]: _type = "Task" [ 844.094235] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.104973] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.126312] env[68640]: DEBUG nova.compute.manager [req-0cb2d8b7-4109-4430-9698-82bd0f7d7cad req-5b74803c-d852-42f8-80d6-37be9fcabf32 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Received event network-vif-plugged-5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.126588] env[68640]: DEBUG oslo_concurrency.lockutils [req-0cb2d8b7-4109-4430-9698-82bd0f7d7cad req-5b74803c-d852-42f8-80d6-37be9fcabf32 service nova] Acquiring lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.126744] env[68640]: DEBUG oslo_concurrency.lockutils [req-0cb2d8b7-4109-4430-9698-82bd0f7d7cad req-5b74803c-d852-42f8-80d6-37be9fcabf32 service nova] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.127043] env[68640]: DEBUG oslo_concurrency.lockutils [req-0cb2d8b7-4109-4430-9698-82bd0f7d7cad req-5b74803c-d852-42f8-80d6-37be9fcabf32 service nova] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.127240] env[68640]: DEBUG nova.compute.manager [req-0cb2d8b7-4109-4430-9698-82bd0f7d7cad req-5b74803c-d852-42f8-80d6-37be9fcabf32 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] No waiting events found dispatching network-vif-plugged-5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.127401] env[68640]: WARNING nova.compute.manager [req-0cb2d8b7-4109-4430-9698-82bd0f7d7cad req-5b74803c-d852-42f8-80d6-37be9fcabf32 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Received unexpected event network-vif-plugged-5891b052-1e8c-495b-9c26-27526a45c495 for instance with vm_state building and task_state spawning. [ 844.150213] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.161367] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.161682] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.161927] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.162151] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.162341] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.167550] env[68640]: INFO nova.compute.manager [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Terminating instance [ 844.291058] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066199} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.291425] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.292269] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b55fed-ac12-4e10-ba76-0a10b477f6a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.320286] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d/c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.323543] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c16806da-37c9-44f9-a373-72064e2af774 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.346934] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.348150] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 844.348150] env[68640]: value = "task-2990689" [ 844.348150] env[68640]: _type = "Task" [ 844.348150] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.363021] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.544144] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.544144] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquired lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.544144] env[68640]: DEBUG nova.network.neutron [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.621649] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.657087] env[68640]: DEBUG oslo_vmware.api [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Task: {'id': task-2990684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615836} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.659938] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.660168] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.660352] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.660529] env[68640]: INFO nova.compute.manager [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Took 2.21 seconds to destroy the instance on the hypervisor. [ 844.660770] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.661203] env[68640]: DEBUG nova.compute.manager [-] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.661308] env[68640]: DEBUG nova.network.neutron [-] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.671856] env[68640]: DEBUG nova.compute.manager [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.672087] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.673478] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b79c1f-695b-4a56-a704-cdb581a86fc8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.684796] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.686031] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd44779a-1d6b-488d-a9c8-04fae87543fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.693135] env[68640]: DEBUG oslo_vmware.api [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 844.693135] env[68640]: value = "task-2990690" [ 844.693135] env[68640]: _type = "Task" [ 844.693135] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.706675] env[68640]: DEBUG oslo_vmware.api [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.821517] env[68640]: DEBUG oslo_vmware.api [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626914} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.821517] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.821658] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.822199] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.822199] env[68640]: INFO nova.compute.manager [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Took 1.67 seconds to destroy the instance on the hypervisor. [ 844.823162] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.823162] env[68640]: DEBUG nova.compute.manager [-] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.823162] env[68640]: DEBUG nova.network.neutron [-] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.858281] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990689, 'name': ReconfigVM_Task, 'duration_secs': 0.308304} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.863239] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d/c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.864192] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f5ebffc-4e35-41e0-b939-97b3508d0f4a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.871720] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 844.871720] env[68640]: value = "task-2990691" [ 844.871720] env[68640]: _type = "Task" [ 844.871720] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.882203] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990691, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.093823] env[68640]: DEBUG nova.network.neutron [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.112147] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990688, 'name': ReconfigVM_Task, 'duration_secs': 0.829468} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.112658] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.113419] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6980308b-1c65-4ca9-8b7d-58ab7c861ea8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.146018] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2637c12-9bd4-43c9-94ae-00f931cb2780 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.156616] env[68640]: DEBUG nova.network.neutron [-] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.167396] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 845.167396] env[68640]: value = "task-2990692" [ 845.167396] env[68640]: _type = "Task" [ 845.167396] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.180722] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.213262] env[68640]: DEBUG oslo_vmware.api [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990690, 'name': PowerOffVM_Task, 'duration_secs': 0.278619} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.213547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.213752] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.214067] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d341a575-6032-496d-931c-37d9d7072b7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.229259] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e68c360-f9e8-419e-b889-53f7b81241a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.238753] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b81d75b-70b4-4d6d-b5ca-fe1e3752a5f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.275440] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746fe79b-9cc3-4841-a851-75945ad86544 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.285559] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54df39-b02a-4701-9cf1-725c2a327272 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.293123] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.293123] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.293123] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Deleting the datastore file [datastore1] 6546c525-c06b-4a56-a4b4-bb55d83d5b89 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.293123] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e45b8d-fa20-4ea7-890a-59a8a31005a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.308145] env[68640]: DEBUG nova.compute.provider_tree [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.310037] env[68640]: DEBUG oslo_vmware.api [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for the task: (returnval){ [ 845.310037] env[68640]: value = "task-2990694" [ 845.310037] env[68640]: _type = "Task" [ 845.310037] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.312904] env[68640]: DEBUG nova.network.neutron [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updating instance_info_cache with network_info: [{"id": "5891b052-1e8c-495b-9c26-27526a45c495", "address": "fa:16:3e:42:04:20", "network": {"id": "eb08ccf6-afbf-4938-8f67-a29bb7d856c3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-189711793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0df2952b4f6d4dbaa7b90aeeb951012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5891b052-1e", "ovs_interfaceid": "5891b052-1e8c-495b-9c26-27526a45c495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.396044] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990691, 'name': Rename_Task, 'duration_secs': 0.181472} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.396349] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.396624] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c78c579-4efa-4025-83d5-3cd18fdb591d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.404239] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 845.404239] env[68640]: value = "task-2990695" [ 845.404239] env[68640]: _type = "Task" [ 845.404239] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.413106] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.433540] env[68640]: DEBUG nova.compute.manager [req-1c8470aa-8f2b-4e6a-8998-96a7132403b8 req-2ea6b36f-188e-4dda-acd2-30fa9fe76877 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Received event network-vif-deleted-01703492-857e-4c5d-bc54-39b41ab27dfe {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.433747] env[68640]: INFO nova.compute.manager [req-1c8470aa-8f2b-4e6a-8998-96a7132403b8 req-2ea6b36f-188e-4dda-acd2-30fa9fe76877 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Neutron deleted interface 01703492-857e-4c5d-bc54-39b41ab27dfe; detaching it from the instance and deleting it from the info cache [ 845.433921] env[68640]: DEBUG nova.network.neutron [req-1c8470aa-8f2b-4e6a-8998-96a7132403b8 req-2ea6b36f-188e-4dda-acd2-30fa9fe76877 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.589723] env[68640]: DEBUG nova.network.neutron [-] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.663305] env[68640]: INFO nova.compute.manager [-] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Took 1.00 seconds to deallocate network for instance. [ 845.678621] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990692, 'name': ReconfigVM_Task, 'duration_secs': 0.202726} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.678935] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.679228] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890f1303-6898-4e98-a89a-b8afe11c9953 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.687842] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 845.687842] env[68640]: value = "task-2990696" [ 845.687842] env[68640]: _type = "Task" [ 845.687842] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.699269] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.812041] env[68640]: DEBUG nova.scheduler.client.report [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.821035] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Releasing lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.821349] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Instance network_info: |[{"id": "5891b052-1e8c-495b-9c26-27526a45c495", "address": "fa:16:3e:42:04:20", "network": {"id": "eb08ccf6-afbf-4938-8f67-a29bb7d856c3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-189711793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0df2952b4f6d4dbaa7b90aeeb951012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5891b052-1e", "ovs_interfaceid": "5891b052-1e8c-495b-9c26-27526a45c495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.821843] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:04:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5891b052-1e8c-495b-9c26-27526a45c495', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.832431] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Creating folder: Project (0df2952b4f6d4dbaa7b90aeeb951012c). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.834113] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-002267f6-895e-4442-b258-f1044d7708d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.840443] env[68640]: DEBUG oslo_vmware.api [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Task: {'id': task-2990694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162626} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.841646] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.841882] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.842415] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.842614] env[68640]: INFO nova.compute.manager [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Took 1.17 seconds to destroy the instance on the hypervisor. [ 845.842870] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.843556] env[68640]: DEBUG nova.compute.manager [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.843813] env[68640]: DEBUG nova.compute.manager [-] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.843909] env[68640]: DEBUG nova.network.neutron [-] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.846974] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79359a38-ec7f-4a89-b325-96454607b16d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.854544] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Created folder: Project (0df2952b4f6d4dbaa7b90aeeb951012c) in parent group-v599664. [ 845.854544] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Creating folder: Instances. Parent ref: group-v599828. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.855035] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5682936d-a56a-424e-88d2-b1e32c574aa7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.868319] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Created folder: Instances in parent group-v599828. [ 845.868587] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.868800] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.869024] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d7600d3-a8ab-46bb-a82b-a91ce046960c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.890805] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.890805] env[68640]: value = "task-2990699" [ 845.890805] env[68640]: _type = "Task" [ 845.890805] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.906902] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990699, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.917801] env[68640]: DEBUG oslo_vmware.api [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990695, 'name': PowerOnVM_Task, 'duration_secs': 0.490247} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.918017] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.918239] env[68640]: INFO nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Took 10.37 seconds to spawn the instance on the hypervisor. [ 845.918420] env[68640]: DEBUG nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.919234] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2dbc9e-37d6-4ded-8ea1-29bb4843af4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.939205] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a7b5925-9d98-471c-8686-b59ecaae0e88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.949833] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd71d35-f5f0-4d56-a2c2-8206cfe69748 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.993183] env[68640]: DEBUG nova.compute.manager [req-1c8470aa-8f2b-4e6a-8998-96a7132403b8 req-2ea6b36f-188e-4dda-acd2-30fa9fe76877 service nova] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Detach interface failed, port_id=01703492-857e-4c5d-bc54-39b41ab27dfe, reason: Instance f009d542-950f-4cd2-b03c-7d9a5b82d921 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.091635] env[68640]: INFO nova.compute.manager [-] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Took 1.27 seconds to deallocate network for instance. [ 846.172987] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.203773] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.298089] env[68640]: DEBUG nova.compute.manager [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Received event network-changed-5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.298759] env[68640]: DEBUG nova.compute.manager [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Refreshing instance network info cache due to event network-changed-5891b052-1e8c-495b-9c26-27526a45c495. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.298982] env[68640]: DEBUG oslo_concurrency.lockutils [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] Acquiring lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.300342] env[68640]: DEBUG oslo_concurrency.lockutils [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] Acquired lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.300528] env[68640]: DEBUG nova.network.neutron [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Refreshing network info cache for port 5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.323429] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.323429] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.326163] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.199s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.326452] env[68640]: DEBUG nova.objects.instance [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid 39d6d5b4-6684-41b0-a459-5993a3583fd0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.365495] env[68640]: INFO nova.compute.manager [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] instance snapshotting [ 846.366850] env[68640]: DEBUG nova.objects.instance [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'flavor' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.407820] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990699, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.443792] env[68640]: INFO nova.compute.manager [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Took 41.09 seconds to build instance. [ 846.600332] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.702107] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.721528] env[68640]: DEBUG nova.network.neutron [-] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.834938] env[68640]: DEBUG nova.compute.utils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.838810] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.838810] env[68640]: DEBUG nova.network.neutron [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.874392] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00d1e7c-88b5-48b7-9053-7b5c932012c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.904728] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef1b1f2-f679-4fd6-b725-5b7d80a9ccd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.916242] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990699, 'name': CreateVM_Task, 'duration_secs': 0.591727} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.920654] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.925564] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.925564] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.925564] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.926116] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d37140-1054-48ce-9851-3bf6e3bb2092 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.936361] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 846.936361] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525af581-6043-06f9-4006-972f40a4aca7" [ 846.936361] env[68640]: _type = "Task" [ 846.936361] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.945608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b0ad4012-2c79-44f1-8c3b-d5b4a2fa365c tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.134s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.945871] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525af581-6043-06f9-4006-972f40a4aca7, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.946144] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.946365] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.946701] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.946742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.947933] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.949342] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9900db4c-ef04-4da5-b450-395bc977921a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.956598] env[68640]: DEBUG nova.policy [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f14c1dede7ba40cfa280a7b3fe597a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03523473ded34460ad7ab6ccc928656f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.959696] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.960422] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.960821] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdaec10-dc1f-4958-892b-f7aa1c20732f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.967124] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 846.967124] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523d8a08-b1e3-b12d-af92-84b1fd1d660f" [ 846.967124] env[68640]: _type = "Task" [ 846.967124] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.979035] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523d8a08-b1e3-b12d-af92-84b1fd1d660f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.044586] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.044836] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.045052] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.045239] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.045407] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.050467] env[68640]: INFO nova.compute.manager [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Terminating instance [ 847.171838] env[68640]: DEBUG nova.network.neutron [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updated VIF entry in instance network info cache for port 5891b052-1e8c-495b-9c26-27526a45c495. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.172296] env[68640]: DEBUG nova.network.neutron [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updating instance_info_cache with network_info: [{"id": "5891b052-1e8c-495b-9c26-27526a45c495", "address": "fa:16:3e:42:04:20", "network": {"id": "eb08ccf6-afbf-4938-8f67-a29bb7d856c3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-189711793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0df2952b4f6d4dbaa7b90aeeb951012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5891b052-1e", "ovs_interfaceid": "5891b052-1e8c-495b-9c26-27526a45c495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.205271] env[68640]: DEBUG oslo_vmware.api [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990696, 'name': PowerOnVM_Task, 'duration_secs': 1.084043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.205271] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.210245] env[68640]: DEBUG nova.compute.manager [None req-be8ecbfe-5d67-4f38-94a1-8f205464c3d4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.211928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aefc32-1c5a-412e-9e24-d180e134d3e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.224355] env[68640]: INFO nova.compute.manager [-] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Took 1.38 seconds to deallocate network for instance. [ 847.339886] env[68640]: DEBUG nova.compute.utils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.355569] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.356118] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.356489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.356792] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.357060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.360427] env[68640]: INFO nova.compute.manager [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Terminating instance [ 847.398140] env[68640]: DEBUG nova.network.neutron [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Successfully created port: 5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.427535] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.427858] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2f63843-9646-4ffb-83f8-d999d1b14680 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.439942] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 847.439942] env[68640]: value = "task-2990700" [ 847.439942] env[68640]: _type = "Task" [ 847.439942] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.451166] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990700, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.478702] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523d8a08-b1e3-b12d-af92-84b1fd1d660f, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.479781] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7668b55-7c1c-4b13-9a41-3934876e31f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.492793] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 847.492793] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb9386-d4c5-5909-7f5e-1319c2c26126" [ 847.492793] env[68640]: _type = "Task" [ 847.492793] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.502601] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb9386-d4c5-5909-7f5e-1319c2c26126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.518770] env[68640]: DEBUG nova.compute.manager [req-61025fc9-0288-487c-a457-0e4d60ed1955 req-15f96946-0f8c-4284-9b5a-7ba97cc5769f service nova] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Received event network-vif-deleted-f88c567c-a15f-4e82-bb44-45f1e0ccf602 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.556681] env[68640]: DEBUG nova.compute.manager [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.556896] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.558234] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a18385e-bd69-4a39-919b-f7d1804acb97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.567392] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.567566] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63395f53-6859-468f-b746-c4ab3a6fe52e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.572466] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2eee98-e4ff-4778-a070-22bd79ef6040 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.576195] env[68640]: DEBUG oslo_vmware.api [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 847.576195] env[68640]: value = "task-2990701" [ 847.576195] env[68640]: _type = "Task" [ 847.576195] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.583174] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d61baae-9bc2-4944-9b28-3ac1065a00ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.592240] env[68640]: DEBUG oslo_vmware.api [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.617776] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d51ba0c-27f6-4584-b7e1-ca05967384c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.627173] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e10a6-8b8b-48eb-bbb9-4f1e35efbfa9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.644359] env[68640]: DEBUG nova.compute.provider_tree [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.645838] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.646947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.646947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.646947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.646947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.652793] env[68640]: INFO nova.compute.manager [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Terminating instance [ 847.675502] env[68640]: DEBUG oslo_concurrency.lockutils [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] Releasing lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.675879] env[68640]: DEBUG nova.compute.manager [req-a7a1a472-3ac3-4d6e-83b2-96a633b01890 req-aeec3175-8b73-4e46-81a8-6a6230c403d5 service nova] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Received event network-vif-deleted-6ec70792-6d5b-40d5-9ffb-0538ad7df0c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.732979] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.844845] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.869284] env[68640]: DEBUG nova.compute.manager [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.869582] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.870564] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533ee8ea-394a-4005-8ee5-0372bf5e7531 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.882379] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.882700] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc69b9fb-b12c-4b04-b4cf-c4fbd74de654 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.892609] env[68640]: DEBUG oslo_vmware.api [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 847.892609] env[68640]: value = "task-2990702" [ 847.892609] env[68640]: _type = "Task" [ 847.892609] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.906580] env[68640]: DEBUG oslo_vmware.api [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.951431] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990700, 'name': CreateSnapshot_Task, 'duration_secs': 0.473696} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.951948] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.953195] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259caed0-d686-4a57-be5e-6ebfa608c1f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.003990] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb9386-d4c5-5909-7f5e-1319c2c26126, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.005071] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.005401] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 83be369b-84dd-482b-a1fd-9a541e9bdbcc/83be369b-84dd-482b-a1fd-9a541e9bdbcc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.005684] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed62ab1-25a4-4e33-9b5a-a8633e024437 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.015299] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 848.015299] env[68640]: value = "task-2990703" [ 848.015299] env[68640]: _type = "Task" [ 848.015299] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.026900] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.092583] env[68640]: DEBUG oslo_vmware.api [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990701, 'name': PowerOffVM_Task, 'duration_secs': 0.195897} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.096027] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.096027] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.096027] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67149fa1-a231-4bf3-85fd-3ae71e90941a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.150232] env[68640]: DEBUG nova.scheduler.client.report [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.157138] env[68640]: DEBUG nova.compute.manager [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.158550] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.158550] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576c2a4-eb8c-43ea-9084-33111649297f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.172248] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.172901] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48a5426f-fce1-43dd-9dbd-ddd7fd388a29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.184770] env[68640]: DEBUG oslo_vmware.api [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 848.184770] env[68640]: value = "task-2990705" [ 848.184770] env[68640]: _type = "Task" [ 848.184770] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.196373] env[68640]: DEBUG oslo_vmware.api [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.402060] env[68640]: INFO nova.compute.manager [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Unrescuing [ 848.402398] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.402398] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquired lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.402549] env[68640]: DEBUG nova.network.neutron [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.410998] env[68640]: DEBUG oslo_vmware.api [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990702, 'name': PowerOffVM_Task, 'duration_secs': 0.191193} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.411914] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.412171] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.413059] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75e8677e-547b-49cb-ab5d-a19d34f9bacc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.416469] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.416669] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.416877] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Deleting the datastore file [datastore2] c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.417514] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167c8619-24ef-4b6e-bdd7-0cee816e143a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.428970] env[68640]: DEBUG oslo_vmware.api [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for the task: (returnval){ [ 848.428970] env[68640]: value = "task-2990707" [ 848.428970] env[68640]: _type = "Task" [ 848.428970] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.441493] env[68640]: DEBUG oslo_vmware.api [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.476691] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.477484] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94f5f258-3c18-41e1-ab60-7f870c625e1f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.488392] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 848.488392] env[68640]: value = "task-2990708" [ 848.488392] env[68640]: _type = "Task" [ 848.488392] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.499895] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.500103] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.500290] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleting the datastore file [datastore1] 829be9ef-e8dc-49a6-b0fc-b72e234755d7 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.504787] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54f8712e-5842-4f49-b311-c065f5e3806e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.506628] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990708, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.515963] env[68640]: DEBUG oslo_vmware.api [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 848.515963] env[68640]: value = "task-2990709" [ 848.515963] env[68640]: _type = "Task" [ 848.515963] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.531109] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990703, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.536418] env[68640]: DEBUG oslo_vmware.api [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.659281] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.660361] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.680s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.661285] env[68640]: INFO nova.compute.claims [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.693208] env[68640]: INFO nova.scheduler.client.report [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance 39d6d5b4-6684-41b0-a459-5993a3583fd0 [ 848.704754] env[68640]: DEBUG oslo_vmware.api [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990705, 'name': PowerOffVM_Task, 'duration_secs': 0.186634} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.707654] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.707654] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.707817] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839ecb09-c604-44e0-bcbd-4b2e9bf034c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.857394] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.867105] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.868034] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.868034] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleting the datastore file [datastore1] 46aed8d6-f613-40c8-ae1a-42f38f622f8c {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.868034] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf0a7b1d-02d4-4591-9d2e-a597804d668b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.876978] env[68640]: DEBUG oslo_vmware.api [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for the task: (returnval){ [ 848.876978] env[68640]: value = "task-2990711" [ 848.876978] env[68640]: _type = "Task" [ 848.876978] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.895797] env[68640]: DEBUG oslo_vmware.api [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.897978] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:28:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1443355123',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1585782451',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.898467] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.898632] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.899050] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.899863] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.901065] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.901399] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.901616] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.901803] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.902008] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.902203] env[68640]: DEBUG nova.virt.hardware [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.903157] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe11797-e575-4b35-bfbd-0625d483cb81 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.912773] env[68640]: DEBUG nova.compute.manager [req-9d6e63ff-e7c3-4047-9336-c3d7b93cc732 req-bc59dedb-f01a-49eb-af51-f01bade691b6 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Received event network-vif-plugged-5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.912995] env[68640]: DEBUG oslo_concurrency.lockutils [req-9d6e63ff-e7c3-4047-9336-c3d7b93cc732 req-bc59dedb-f01a-49eb-af51-f01bade691b6 service nova] Acquiring lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.914326] env[68640]: DEBUG oslo_concurrency.lockutils [req-9d6e63ff-e7c3-4047-9336-c3d7b93cc732 req-bc59dedb-f01a-49eb-af51-f01bade691b6 service nova] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.914326] env[68640]: DEBUG oslo_concurrency.lockutils [req-9d6e63ff-e7c3-4047-9336-c3d7b93cc732 req-bc59dedb-f01a-49eb-af51-f01bade691b6 service nova] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.914326] env[68640]: DEBUG nova.compute.manager [req-9d6e63ff-e7c3-4047-9336-c3d7b93cc732 req-bc59dedb-f01a-49eb-af51-f01bade691b6 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] No waiting events found dispatching network-vif-plugged-5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.914326] env[68640]: WARNING nova.compute.manager [req-9d6e63ff-e7c3-4047-9336-c3d7b93cc732 req-bc59dedb-f01a-49eb-af51-f01bade691b6 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Received unexpected event network-vif-plugged-5862bf2f-2fa9-4a52-b16e-f447f3365ab2 for instance with vm_state building and task_state spawning. [ 848.917775] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b69e76-35f8-496e-bb94-6952610d43f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.945710] env[68640]: DEBUG oslo_vmware.api [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Task: {'id': task-2990707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358427} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.946067] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.946308] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.946572] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.946796] env[68640]: INFO nova.compute.manager [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Took 1.39 seconds to destroy the instance on the hypervisor. [ 848.947309] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.947558] env[68640]: DEBUG nova.compute.manager [-] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.947654] env[68640]: DEBUG nova.network.neutron [-] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.000322] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990708, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.032461] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.036928] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 83be369b-84dd-482b-a1fd-9a541e9bdbcc/83be369b-84dd-482b-a1fd-9a541e9bdbcc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.036928] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.037129] env[68640]: DEBUG oslo_vmware.api [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263273} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.037191] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8802abc-af92-46a9-a4a0-b0baafa47a3f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.039903] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.039903] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.040061] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.040158] env[68640]: INFO nova.compute.manager [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 849.040408] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.040613] env[68640]: DEBUG nova.compute.manager [-] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.040818] env[68640]: DEBUG nova.network.neutron [-] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.050330] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 849.050330] env[68640]: value = "task-2990712" [ 849.050330] env[68640]: _type = "Task" [ 849.050330] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.057935] env[68640]: DEBUG nova.network.neutron [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Successfully updated port: 5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.069349] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.213023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd9eb5e5-09b7-4ec9-b632-bafd9c616c0c tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "39d6d5b4-6684-41b0-a459-5993a3583fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.759s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.392868] env[68640]: DEBUG oslo_vmware.api [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Task: {'id': task-2990711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241016} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.393151] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.393408] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.393572] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.393748] env[68640]: INFO nova.compute.manager [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 849.393985] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.394190] env[68640]: DEBUG nova.compute.manager [-] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.394278] env[68640]: DEBUG nova.network.neutron [-] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.439457] env[68640]: DEBUG nova.network.neutron [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updating instance_info_cache with network_info: [{"id": "89950dbc-3e1b-4123-bb18-015f2274fec1", "address": "fa:16:3e:56:80:d3", "network": {"id": "6ebf239c-f2bd-49b5-85bf-2c0b32277f21", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-983598742-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9c9e150edf1b461f9c16ca63cc60f00a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89950dbc-3e", "ovs_interfaceid": "89950dbc-3e1b-4123-bb18-015f2274fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.500084] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990708, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.562115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.562115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.562228] env[68640]: DEBUG nova.network.neutron [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.568334] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.568334] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.568531] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7380bb-232d-4034-bd1a-d67922b9b15c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.602780] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 83be369b-84dd-482b-a1fd-9a541e9bdbcc/83be369b-84dd-482b-a1fd-9a541e9bdbcc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.602983] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa8ef02-89ee-4759-8ce8-85aa6a313953 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.630309] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 849.630309] env[68640]: value = "task-2990713" [ 849.630309] env[68640]: _type = "Task" [ 849.630309] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.640680] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990713, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.703576] env[68640]: DEBUG nova.compute.manager [req-aedb8114-ed64-4cfe-bb15-8d99d41b188e req-9039b884-d2b5-488a-adad-99aeecd95e7d service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Received event network-vif-deleted-089164a2-6aac-4934-ad20-d33b3b0edfca {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.703576] env[68640]: INFO nova.compute.manager [req-aedb8114-ed64-4cfe-bb15-8d99d41b188e req-9039b884-d2b5-488a-adad-99aeecd95e7d service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Neutron deleted interface 089164a2-6aac-4934-ad20-d33b3b0edfca; detaching it from the instance and deleting it from the info cache [ 849.703576] env[68640]: DEBUG nova.network.neutron [req-aedb8114-ed64-4cfe-bb15-8d99d41b188e req-9039b884-d2b5-488a-adad-99aeecd95e7d service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.942502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Releasing lock "refresh_cache-11847cbd-e74c-49ca-b518-aaa7204767b3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.943506] env[68640]: DEBUG nova.objects.instance [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lazy-loading 'flavor' on Instance uuid 11847cbd-e74c-49ca-b518-aaa7204767b3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.003938] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990708, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.071254] env[68640]: DEBUG nova.network.neutron [-] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.110857] env[68640]: DEBUG nova.network.neutron [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.124023] env[68640]: DEBUG nova.network.neutron [-] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.130042] env[68640]: DEBUG nova.network.neutron [-] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.143730] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.198116] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6a5ac0-be5d-4303-bb33-869f37b39075 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.212091] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1ab6539-0a2e-412a-bc53-33b8d6f5d864 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.214626] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fd99db-542f-4afa-b5ba-622070a68c9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.250106] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3801d7e1-cd3f-49fb-a74b-7253694f91f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.255658] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adfaa3e-4ea4-4ed3-964d-5707cb3af8a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.281127] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec7b69-6082-456c-ae26-14f3f13a38bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.296947] env[68640]: DEBUG nova.compute.provider_tree [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.311724] env[68640]: DEBUG nova.compute.manager [req-aedb8114-ed64-4cfe-bb15-8d99d41b188e req-9039b884-d2b5-488a-adad-99aeecd95e7d service nova] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Detach interface failed, port_id=089164a2-6aac-4934-ad20-d33b3b0edfca, reason: Instance c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.313783] env[68640]: DEBUG nova.scheduler.client.report [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.338648] env[68640]: DEBUG nova.network.neutron [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updating instance_info_cache with network_info: [{"id": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "address": "fa:16:3e:d9:6b:32", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5862bf2f-2f", "ovs_interfaceid": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.449103] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3030e26b-4a03-4eae-98ce-3571db2280f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.471125] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.471432] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1952a77-f815-4a4a-8a28-5f8fdeac3e63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.479464] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 850.479464] env[68640]: value = "task-2990714" [ 850.479464] env[68640]: _type = "Task" [ 850.479464] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.489198] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.504541] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990708, 'name': CloneVM_Task, 'duration_secs': 1.92394} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.505082] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Created linked-clone VM from snapshot [ 850.506249] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a36263b-4b19-4d8d-b4e7-b1742c1a3e91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.515638] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Uploading image 64cb6493-b1fb-43c7-822d-4bf39c96a477 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.546566] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.546566] env[68640]: value = "vm-599832" [ 850.546566] env[68640]: _type = "VirtualMachine" [ 850.546566] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.546866] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d53b661e-7f99-49a0-a92d-304f8411faf4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.556208] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease: (returnval){ [ 850.556208] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520a7287-f9de-6661-a585-9ecc58b43083" [ 850.556208] env[68640]: _type = "HttpNfcLease" [ 850.556208] env[68640]: } obtained for exporting VM: (result){ [ 850.556208] env[68640]: value = "vm-599832" [ 850.556208] env[68640]: _type = "VirtualMachine" [ 850.556208] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.556617] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the lease: (returnval){ [ 850.556617] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520a7287-f9de-6661-a585-9ecc58b43083" [ 850.556617] env[68640]: _type = "HttpNfcLease" [ 850.556617] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.563975] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.563975] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520a7287-f9de-6661-a585-9ecc58b43083" [ 850.563975] env[68640]: _type = "HttpNfcLease" [ 850.563975] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.573871] env[68640]: INFO nova.compute.manager [-] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Took 1.63 seconds to deallocate network for instance. [ 850.602032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.602032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.626363] env[68640]: INFO nova.compute.manager [-] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Took 1.59 seconds to deallocate network for instance. [ 850.635426] env[68640]: INFO nova.compute.manager [-] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Took 1.24 seconds to deallocate network for instance. [ 850.643933] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990713, 'name': ReconfigVM_Task, 'duration_secs': 0.649263} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.644449] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 83be369b-84dd-482b-a1fd-9a541e9bdbcc/83be369b-84dd-482b-a1fd-9a541e9bdbcc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.645119] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e99c4fcb-7f31-4a3f-9ce9-ea32d6ffb03f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.653912] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 850.653912] env[68640]: value = "task-2990716" [ 850.653912] env[68640]: _type = "Task" [ 850.653912] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.665030] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990716, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.818717] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.819314] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.822150] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.413s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.823740] env[68640]: INFO nova.compute.claims [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.841082] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Releasing lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.841924] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Instance network_info: |[{"id": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "address": "fa:16:3e:d9:6b:32", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5862bf2f-2f", "ovs_interfaceid": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.841924] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:6b:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5862bf2f-2fa9-4a52-b16e-f447f3365ab2', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.852035] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.852035] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.852172] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-956bf2cf-e2da-47fa-afc8-7a8d48dcbaf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.875191] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.875191] env[68640]: value = "task-2990717" [ 850.875191] env[68640]: _type = "Task" [ 850.875191] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.883823] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990717, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.943326] env[68640]: DEBUG nova.compute.manager [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Received event network-changed-5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.943615] env[68640]: DEBUG nova.compute.manager [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Refreshing instance network info cache due to event network-changed-5862bf2f-2fa9-4a52-b16e-f447f3365ab2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.945367] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] Acquiring lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.945367] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] Acquired lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.945367] env[68640]: DEBUG nova.network.neutron [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Refreshing network info cache for port 5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.990603] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990714, 'name': PowerOffVM_Task, 'duration_secs': 0.314524} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.993597] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.999019] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 850.999019] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b40819-29c4-49ad-82b8-fad089876b5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.017555] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 851.017555] env[68640]: value = "task-2990718" [ 851.017555] env[68640]: _type = "Task" [ 851.017555] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.029020] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.067437] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.067437] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520a7287-f9de-6661-a585-9ecc58b43083" [ 851.067437] env[68640]: _type = "HttpNfcLease" [ 851.067437] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.067755] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.067755] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520a7287-f9de-6661-a585-9ecc58b43083" [ 851.067755] env[68640]: _type = "HttpNfcLease" [ 851.067755] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.068526] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b1464-4169-44fd-be13-7adeba0733b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.080018] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252ba24-8a44-11d7-905a-d1424b48c75b/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.080018] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252ba24-8a44-11d7-905a-d1424b48c75b/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.080018] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.144555] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.151514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.151514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.168024] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990716, 'name': Rename_Task, 'duration_secs': 0.165464} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.168024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.168024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63395ef5-fa49-4766-982c-7be262623776 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.175609] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 851.175609] env[68640]: value = "task-2990719" [ 851.175609] env[68640]: _type = "Task" [ 851.175609] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.185426] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b24344ea-6ab5-44df-a365-9b2390e26d5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.191763] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.331183] env[68640]: DEBUG nova.compute.utils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.334251] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.334658] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.386756] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990717, 'name': CreateVM_Task, 'duration_secs': 0.363632} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.387204] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.389118] env[68640]: DEBUG nova.policy [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b665bf93da44462854ff9809efd964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92edec86e1424196bcdcf8c82b14a26e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.391306] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.392114] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.392114] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.392345] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa60122-8cc5-49a8-bd65-2b811b178580 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.398853] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 851.398853] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f7a67-7fb8-89c3-334b-70319ababf5b" [ 851.398853] env[68640]: _type = "Task" [ 851.398853] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.409623] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f7a67-7fb8-89c3-334b-70319ababf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.529357] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990718, 'name': ReconfigVM_Task, 'duration_secs': 0.267192} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.529708] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.532912] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.532912] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a6dbee-8440-422e-ac5c-37322aa066e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.539693] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 851.539693] env[68640]: value = "task-2990720" [ 851.539693] env[68640]: _type = "Task" [ 851.539693] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.555018] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.676580] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.691625] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990719, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.750737] env[68640]: DEBUG nova.network.neutron [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updated VIF entry in instance network info cache for port 5862bf2f-2fa9-4a52-b16e-f447f3365ab2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.750918] env[68640]: DEBUG nova.network.neutron [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updating instance_info_cache with network_info: [{"id": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "address": "fa:16:3e:d9:6b:32", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5862bf2f-2f", "ovs_interfaceid": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.794331] env[68640]: DEBUG nova.compute.manager [req-0604dfb3-1a95-4389-81ea-0fae55f67e3d req-97737a3e-0ec6-4d0c-b285-9c16198173db service nova] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Received event network-vif-deleted-8b8ddb59-301e-4f34-9515-c404477fe452 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.805104] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Successfully created port: dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.834858] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.916736] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f7a67-7fb8-89c3-334b-70319ababf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.014144} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.916736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.916924] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.917047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.917218] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.917726] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.920753] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-901e94b4-4599-44bd-a7d1-454df87ea550 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.942228] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.942615] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.943546] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5406b3ba-4ac3-44aa-954a-cac19b5bd68e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.962689] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 851.962689] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526b0f05-9302-dc78-f8da-45bec1dd9263" [ 851.962689] env[68640]: _type = "Task" [ 851.962689] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.974690] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526b0f05-9302-dc78-f8da-45bec1dd9263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.052249] env[68640]: DEBUG oslo_vmware.api [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990720, 'name': PowerOnVM_Task, 'duration_secs': 0.454859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.055566] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.055842] env[68640]: DEBUG nova.compute.manager [None req-e1289377-f2be-414a-987f-ce3a8ffb778e tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.056876] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15281e1-28b4-48a2-bb2a-8bc243d0c129 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.194034] env[68640]: DEBUG oslo_vmware.api [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2990719, 'name': PowerOnVM_Task, 'duration_secs': 0.648395} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.194034] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.194034] env[68640]: INFO nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Took 9.06 seconds to spawn the instance on the hypervisor. [ 852.194034] env[68640]: DEBUG nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.194859] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3849417d-4801-43ca-a845-dbb720d7dfda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.256890] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] Releasing lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.257400] env[68640]: DEBUG nova.compute.manager [req-b2c5c27a-1e7b-4790-9761-b0012f994203 req-133acc08-b6c4-4ea0-83db-5b7fab83cdaa service nova] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Received event network-vif-deleted-e29e4966-505b-48e1-ab13-6c764b150808 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.294564] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Successfully created port: 45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.476958] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526b0f05-9302-dc78-f8da-45bec1dd9263, 'name': SearchDatastore_Task, 'duration_secs': 0.014164} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.477952] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8374d1-ea00-45e5-8a37-73b2ae1dec6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.485676] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 852.485676] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52873e0d-7bea-5dbb-a19c-6061619e60d7" [ 852.485676] env[68640]: _type = "Task" [ 852.485676] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.498977] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52873e0d-7bea-5dbb-a19c-6061619e60d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.574468] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e83f89-baf5-4968-b975-9da346736268 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.584822] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f758ed-bacc-42d1-aa24-cc42d3c0bd21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.635837] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d87d24a-3aa8-4c0b-a37b-4d7d7cc9a5b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.650718] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493b998-4089-4075-9901-2294746abf07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.666167] env[68640]: DEBUG nova.compute.provider_tree [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.718834] env[68640]: INFO nova.compute.manager [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Took 44.36 seconds to build instance. [ 852.855746] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.895870] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.896155] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.896420] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.896670] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.900100] env[68640]: DEBUG nova.virt.hardware [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.900100] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa506b35-a1f6-4259-8708-62b092b14352 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.910709] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a855f2e5-5eb8-4c72-8945-e41e8f4cc4a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.998360] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52873e0d-7bea-5dbb-a19c-6061619e60d7, 'name': SearchDatastore_Task, 'duration_secs': 0.020096} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.998888] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.999575] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5/6db618e7-4f49-4ee2-8f59-6d25bd4621f5.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.999575] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0ea49c-26fb-41fa-bd34-b33e65d4144d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.008053] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 853.008053] env[68640]: value = "task-2990721" [ 853.008053] env[68640]: _type = "Task" [ 853.008053] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.017151] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.170160] env[68640]: DEBUG nova.scheduler.client.report [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.221457] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba72beb-ef4d-4254-9ab8-ff4315f05f84 tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.660s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.381610] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.381866] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.461616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "11847cbd-e74c-49ca-b518-aaa7204767b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.461616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.461616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "11847cbd-e74c-49ca-b518-aaa7204767b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.461616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.461616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.462890] env[68640]: INFO nova.compute.manager [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Terminating instance [ 853.525149] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.677032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.682538] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.686278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.755s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.689930] env[68640]: INFO nova.compute.claims [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.733158] env[68640]: DEBUG nova.compute.manager [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Received event network-changed-5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.733158] env[68640]: DEBUG nova.compute.manager [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Refreshing instance network info cache due to event network-changed-5891b052-1e8c-495b-9c26-27526a45c495. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.733361] env[68640]: DEBUG oslo_concurrency.lockutils [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] Acquiring lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.737063] env[68640]: DEBUG oslo_concurrency.lockutils [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] Acquired lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.737063] env[68640]: DEBUG nova.network.neutron [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Refreshing network info cache for port 5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.887585] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.970020] env[68640]: DEBUG nova.compute.manager [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.970020] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.970020] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecfbcfd-bbdd-41e3-abdc-dfd36cba4d2a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.980016] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.980016] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c0bda2-e8f4-4ee7-99a6-4b296da6255d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.990029] env[68640]: DEBUG oslo_vmware.api [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 853.990029] env[68640]: value = "task-2990722" [ 853.990029] env[68640]: _type = "Task" [ 853.990029] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.000156] env[68640]: DEBUG oslo_vmware.api [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.027265] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647231} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.027699] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5/6db618e7-4f49-4ee2-8f59-6d25bd4621f5.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.028094] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.030018] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4107942a-20c6-4204-a1fa-7e2b406a07e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.032710] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Successfully updated port: dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.044331] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 854.044331] env[68640]: value = "task-2990723" [ 854.044331] env[68640]: _type = "Task" [ 854.044331] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.056109] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.193543] env[68640]: DEBUG nova.compute.utils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.195070] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.195234] env[68640]: DEBUG nova.network.neutron [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.265572] env[68640]: DEBUG nova.policy [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc5c69cbb58455ea9b895b6c0a5031a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9db479328d704865a366ac3e44aecf14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.446578] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.499200] env[68640]: DEBUG oslo_vmware.api [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990722, 'name': PowerOffVM_Task, 'duration_secs': 0.247467} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.499539] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.499729] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.500292] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce727670-c71c-42cc-ba77-81009c3f7680 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.556640] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094812} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.556924] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.557761] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c979f4ac-90e5-4adc-b798-8544522d19b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.594247] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5/6db618e7-4f49-4ee2-8f59-6d25bd4621f5.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.595573] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678dd699-0492-4b8d-b2df-7ee4e2f129f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.611383] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.611588] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.611775] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Deleting the datastore file [datastore1] 11847cbd-e74c-49ca-b518-aaa7204767b3 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.612078] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7d7930f-64ee-4a32-b00f-65debe0f85df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.621947] env[68640]: DEBUG oslo_vmware.api [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 854.621947] env[68640]: value = "task-2990725" [ 854.621947] env[68640]: _type = "Task" [ 854.621947] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.623650] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 854.623650] env[68640]: value = "task-2990726" [ 854.623650] env[68640]: _type = "Task" [ 854.623650] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.640181] env[68640]: DEBUG oslo_vmware.api [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.678892] env[68640]: DEBUG nova.network.neutron [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updated VIF entry in instance network info cache for port 5891b052-1e8c-495b-9c26-27526a45c495. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.679303] env[68640]: DEBUG nova.network.neutron [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updating instance_info_cache with network_info: [{"id": "5891b052-1e8c-495b-9c26-27526a45c495", "address": "fa:16:3e:42:04:20", "network": {"id": "eb08ccf6-afbf-4938-8f67-a29bb7d856c3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-189711793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0df2952b4f6d4dbaa7b90aeeb951012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5891b052-1e", "ovs_interfaceid": "5891b052-1e8c-495b-9c26-27526a45c495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.700715] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.919176] env[68640]: DEBUG nova.network.neutron [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Successfully created port: 9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.138707] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.141679] env[68640]: DEBUG oslo_vmware.api [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3072} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.144667] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.144801] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.144990] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.145348] env[68640]: INFO nova.compute.manager [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 855.145653] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.147248] env[68640]: DEBUG nova.compute.manager [-] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.147248] env[68640]: DEBUG nova.network.neutron [-] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.184771] env[68640]: DEBUG oslo_concurrency.lockutils [req-963e0973-3f09-41e0-85ec-366db68079f6 req-5694435c-08f5-47c8-b7d4-6caca1525ac9 service nova] Releasing lock "refresh_cache-83be369b-84dd-482b-a1fd-9a541e9bdbcc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.447379] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70720471-50c4-44af-b7d2-2b4c8789068c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.456583] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa28f779-ade2-4a0c-9dfc-37ec7bf853ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.489328] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfca68c-6fa6-408b-b054-00d9a8119cb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.497837] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99e265c-ac98-4147-a261-2521a5aaef0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.513007] env[68640]: DEBUG nova.compute.provider_tree [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.527332] env[68640]: DEBUG nova.compute.manager [req-da2fe47e-9b6a-4422-9586-bd9f445b43b6 req-42d3b968-cd86-4800-94dd-7cac58c7604a service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Received event network-vif-deleted-89950dbc-3e1b-4123-bb18-015f2274fec1 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.527568] env[68640]: INFO nova.compute.manager [req-da2fe47e-9b6a-4422-9586-bd9f445b43b6 req-42d3b968-cd86-4800-94dd-7cac58c7604a service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Neutron deleted interface 89950dbc-3e1b-4123-bb18-015f2274fec1; detaching it from the instance and deleting it from the info cache [ 855.527656] env[68640]: DEBUG nova.network.neutron [req-da2fe47e-9b6a-4422-9586-bd9f445b43b6 req-42d3b968-cd86-4800-94dd-7cac58c7604a service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.639259] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990726, 'name': ReconfigVM_Task, 'duration_secs': 0.753476} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.639547] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5/6db618e7-4f49-4ee2-8f59-6d25bd4621f5.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.639899] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68640) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 855.640864] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-74eab20f-fc34-40db-bb66-339c6ff7a6f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.649272] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 855.649272] env[68640]: value = "task-2990727" [ 855.649272] env[68640]: _type = "Task" [ 855.649272] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.657650] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990727, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.716972] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.746741] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.747036] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.747204] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.747391] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.747536] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.747684] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.747889] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.748930] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.748930] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.748930] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.748930] env[68640]: DEBUG nova.virt.hardware [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.749573] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab737776-8b04-4c7a-8cc8-6e048b1adae0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.759900] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a693130-5399-4b62-9530-4ab03164597a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765970] env[68640]: DEBUG nova.compute.manager [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received event network-vif-plugged-dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.766206] env[68640]: DEBUG oslo_concurrency.lockutils [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] Acquiring lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.766591] env[68640]: DEBUG oslo_concurrency.lockutils [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.766591] env[68640]: DEBUG oslo_concurrency.lockutils [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.766748] env[68640]: DEBUG nova.compute.manager [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] No waiting events found dispatching network-vif-plugged-dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.766887] env[68640]: WARNING nova.compute.manager [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received unexpected event network-vif-plugged-dc646afd-092d-47c6-bccd-db06715f524b for instance with vm_state building and task_state spawning. [ 855.767314] env[68640]: DEBUG nova.compute.manager [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received event network-changed-dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.767314] env[68640]: DEBUG nova.compute.manager [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Refreshing instance network info cache due to event network-changed-dc646afd-092d-47c6-bccd-db06715f524b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.767576] env[68640]: DEBUG oslo_concurrency.lockutils [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] Acquiring lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.767576] env[68640]: DEBUG oslo_concurrency.lockutils [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] Acquired lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.767646] env[68640]: DEBUG nova.network.neutron [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Refreshing network info cache for port dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.022406] env[68640]: DEBUG nova.network.neutron [-] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.030256] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c2c8930-e808-42ab-89e1-aae0857cf7a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.044193] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daa4050-c1a9-4bae-ac96-da24dfbccdde {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.057515] env[68640]: ERROR nova.scheduler.client.report [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [req-a124dd38-19ae-4200-8915-58d88e28bb7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a124dd38-19ae-4200-8915-58d88e28bb7e"}]} [ 856.074992] env[68640]: DEBUG nova.scheduler.client.report [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 856.096441] env[68640]: DEBUG nova.compute.manager [req-da2fe47e-9b6a-4422-9586-bd9f445b43b6 req-42d3b968-cd86-4800-94dd-7cac58c7604a service nova] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Detach interface failed, port_id=89950dbc-3e1b-4123-bb18-015f2274fec1, reason: Instance 11847cbd-e74c-49ca-b518-aaa7204767b3 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.097733] env[68640]: DEBUG nova.scheduler.client.report [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 856.097938] env[68640]: DEBUG nova.compute.provider_tree [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.112488] env[68640]: DEBUG nova.scheduler.client.report [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 856.137833] env[68640]: DEBUG nova.scheduler.client.report [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 856.160437] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990727, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.072439} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.163455] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68640) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 856.164766] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984c4cbe-2ea1-4766-87c4-4fc69500ca4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.195766] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5/ephemeral_0.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.199630] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffda891f-18da-41f2-bdfc-470c2fe902e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.222655] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 856.222655] env[68640]: value = "task-2990728" [ 856.222655] env[68640]: _type = "Task" [ 856.222655] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.235590] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.450164] env[68640]: DEBUG nova.network.neutron [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.529804] env[68640]: INFO nova.compute.manager [-] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Took 1.38 seconds to deallocate network for instance. [ 856.579040] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Successfully updated port: 45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.598132] env[68640]: DEBUG nova.network.neutron [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.737088] env[68640]: DEBUG nova.network.neutron [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Successfully updated port: 9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.744052] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.834069] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb19d99-e0d5-4137-bb27-526943432c27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.842970] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aeed82-757b-4a31-a135-a584fafddb64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.878206] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd9a85-2ead-4e2a-9b5e-de6cd3c52eb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.887802] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e249f-40b8-49c0-96c0-b0ada0b0c0c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.904305] env[68640]: DEBUG nova.compute.provider_tree [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.041110] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.082424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.101980] env[68640]: DEBUG oslo_concurrency.lockutils [req-baced12f-6f69-47d6-913d-46504092eb61 req-99fdef52-d471-43ba-b933-46d82e77647a service nova] Releasing lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.101980] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.101980] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.236341] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990728, 'name': ReconfigVM_Task, 'duration_secs': 0.788615} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.236707] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5/ephemeral_0.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.237451] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-564f6002-e57e-44fd-80ea-1cc7714a0831 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.239636] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-595d6ed3-2b0f-448d-bd89-f40db2a91b31" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.240222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-595d6ed3-2b0f-448d-bd89-f40db2a91b31" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.240222] env[68640]: DEBUG nova.network.neutron [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.249337] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 857.249337] env[68640]: value = "task-2990729" [ 857.249337] env[68640]: _type = "Task" [ 857.249337] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.261775] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990729, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.438395] env[68640]: DEBUG nova.scheduler.client.report [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 857.438682] env[68640]: DEBUG nova.compute.provider_tree [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 81 to 82 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 857.438888] env[68640]: DEBUG nova.compute.provider_tree [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.595852] env[68640]: DEBUG nova.compute.manager [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received event network-vif-plugged-45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.596330] env[68640]: DEBUG oslo_concurrency.lockutils [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] Acquiring lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.596330] env[68640]: DEBUG oslo_concurrency.lockutils [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.596471] env[68640]: DEBUG oslo_concurrency.lockutils [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.596512] env[68640]: DEBUG nova.compute.manager [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] No waiting events found dispatching network-vif-plugged-45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.596688] env[68640]: WARNING nova.compute.manager [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received unexpected event network-vif-plugged-45f1586c-72e6-46a3-968f-e58a354ca175 for instance with vm_state building and task_state spawning. [ 857.596829] env[68640]: DEBUG nova.compute.manager [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received event network-changed-45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.596977] env[68640]: DEBUG nova.compute.manager [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Refreshing instance network info cache due to event network-changed-45f1586c-72e6-46a3-968f-e58a354ca175. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.597155] env[68640]: DEBUG oslo_concurrency.lockutils [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] Acquiring lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.638036] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.765029] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990729, 'name': Rename_Task, 'duration_secs': 0.483061} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.765453] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.765606] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03e4b62-8982-449b-9dce-31f053497106 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.773663] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 857.773663] env[68640]: value = "task-2990730" [ 857.773663] env[68640]: _type = "Task" [ 857.773663] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.784336] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.791246] env[68640]: DEBUG nova.network.neutron [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.900331] env[68640]: DEBUG nova.compute.manager [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Received event network-vif-plugged-9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.900603] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] Acquiring lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.900843] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.901029] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.901206] env[68640]: DEBUG nova.compute.manager [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] No waiting events found dispatching network-vif-plugged-9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.901445] env[68640]: WARNING nova.compute.manager [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Received unexpected event network-vif-plugged-9254c476-4dab-4fa6-bd2a-468afed6b3cd for instance with vm_state building and task_state spawning. [ 857.901624] env[68640]: DEBUG nova.compute.manager [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Received event network-changed-9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.901778] env[68640]: DEBUG nova.compute.manager [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Refreshing instance network info cache due to event network-changed-9254c476-4dab-4fa6-bd2a-468afed6b3cd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.901946] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] Acquiring lock "refresh_cache-595d6ed3-2b0f-448d-bd89-f40db2a91b31" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.944236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.258s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.944673] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.947470] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.466s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.978900] env[68640]: DEBUG nova.network.neutron [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updating instance_info_cache with network_info: [{"id": "dc646afd-092d-47c6-bccd-db06715f524b", "address": "fa:16:3e:f2:8a:89", "network": {"id": "6343011b-31bd-42d5-b627-117523c5ff68", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832593808", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc646afd-09", "ovs_interfaceid": "dc646afd-092d-47c6-bccd-db06715f524b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f1586c-72e6-46a3-968f-e58a354ca175", "address": "fa:16:3e:32:5b:36", "network": {"id": "90f89f0c-5809-4d06-a200-bb0e9c086898", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868903367", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f1586c-72", "ovs_interfaceid": "45f1586c-72e6-46a3-968f-e58a354ca175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.995742] env[68640]: DEBUG nova.network.neutron [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Updating instance_info_cache with network_info: [{"id": "9254c476-4dab-4fa6-bd2a-468afed6b3cd", "address": "fa:16:3e:27:ac:5f", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9254c476-4d", "ovs_interfaceid": "9254c476-4dab-4fa6-bd2a-468afed6b3cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.292058] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.454588] env[68640]: DEBUG nova.compute.utils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.456362] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.456539] env[68640]: DEBUG nova.network.neutron [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.482919] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Releasing lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.483225] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Instance network_info: |[{"id": "dc646afd-092d-47c6-bccd-db06715f524b", "address": "fa:16:3e:f2:8a:89", "network": {"id": "6343011b-31bd-42d5-b627-117523c5ff68", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832593808", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc646afd-09", "ovs_interfaceid": "dc646afd-092d-47c6-bccd-db06715f524b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f1586c-72e6-46a3-968f-e58a354ca175", "address": "fa:16:3e:32:5b:36", "network": {"id": "90f89f0c-5809-4d06-a200-bb0e9c086898", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868903367", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f1586c-72", "ovs_interfaceid": "45f1586c-72e6-46a3-968f-e58a354ca175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.483798] env[68640]: DEBUG oslo_concurrency.lockutils [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] Acquired lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.483952] env[68640]: DEBUG nova.network.neutron [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Refreshing network info cache for port 45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.485200] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:8a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc646afd-092d-47c6-bccd-db06715f524b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:5b:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13d625c9-77ec-4edb-a56b-9f37a314cc39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f1586c-72e6-46a3-968f-e58a354ca175', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.494675] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.497953] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.498416] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-595d6ed3-2b0f-448d-bd89-f40db2a91b31" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.498693] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Instance network_info: |[{"id": "9254c476-4dab-4fa6-bd2a-468afed6b3cd", "address": "fa:16:3e:27:ac:5f", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9254c476-4d", "ovs_interfaceid": "9254c476-4dab-4fa6-bd2a-468afed6b3cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.502241] env[68640]: DEBUG nova.policy [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3737bfea95794fb0b642f0588b8c7789', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0278163ab31467fbd6b22cc3e415f21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.503513] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d4bb22-0b02-4457-a289-be79f7f70641 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.520147] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] Acquired lock "refresh_cache-595d6ed3-2b0f-448d-bd89-f40db2a91b31" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.520356] env[68640]: DEBUG nova.network.neutron [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Refreshing network info cache for port 9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.521646] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:ac:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9254c476-4dab-4fa6-bd2a-468afed6b3cd', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.529260] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.533763] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.533763] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6f4973e-d743-4ecd-884c-85a66c3e853f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.553246] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.553246] env[68640]: value = "task-2990731" [ 858.553246] env[68640]: _type = "Task" [ 858.553246] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.560364] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.560364] env[68640]: value = "task-2990732" [ 858.560364] env[68640]: _type = "Task" [ 858.560364] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.563870] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990731, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.578255] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990732, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.582580] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521781d4-646d-4195-af8b-34e81a3179b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.595365] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67e6528-6d81-42f6-9250-5da134e80780 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.636162] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b917cce-3fd5-416b-8b77-4ba0801119a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.646355] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bbf82-9a95-4449-95c7-da0a80424b4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.664010] env[68640]: DEBUG nova.compute.provider_tree [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.786911] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.843195] env[68640]: DEBUG nova.network.neutron [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updated VIF entry in instance network info cache for port 45f1586c-72e6-46a3-968f-e58a354ca175. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.843681] env[68640]: DEBUG nova.network.neutron [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updating instance_info_cache with network_info: [{"id": "dc646afd-092d-47c6-bccd-db06715f524b", "address": "fa:16:3e:f2:8a:89", "network": {"id": "6343011b-31bd-42d5-b627-117523c5ff68", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832593808", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc646afd-09", "ovs_interfaceid": "dc646afd-092d-47c6-bccd-db06715f524b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f1586c-72e6-46a3-968f-e58a354ca175", "address": "fa:16:3e:32:5b:36", "network": {"id": "90f89f0c-5809-4d06-a200-bb0e9c086898", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1868903367", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13d625c9-77ec-4edb-a56b-9f37a314cc39", "external-id": "nsx-vlan-transportzone-358", "segmentation_id": 358, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f1586c-72", "ovs_interfaceid": "45f1586c-72e6-46a3-968f-e58a354ca175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.960702] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.031959] env[68640]: DEBUG nova.network.neutron [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Updated VIF entry in instance network info cache for port 9254c476-4dab-4fa6-bd2a-468afed6b3cd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.032335] env[68640]: DEBUG nova.network.neutron [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Updating instance_info_cache with network_info: [{"id": "9254c476-4dab-4fa6-bd2a-468afed6b3cd", "address": "fa:16:3e:27:ac:5f", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9254c476-4d", "ovs_interfaceid": "9254c476-4dab-4fa6-bd2a-468afed6b3cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.065194] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990731, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.073845] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990732, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.170076] env[68640]: DEBUG nova.scheduler.client.report [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.177827] env[68640]: DEBUG nova.network.neutron [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Successfully created port: ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.292455] env[68640]: DEBUG oslo_vmware.api [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2990730, 'name': PowerOnVM_Task, 'duration_secs': 1.055797} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.292896] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.293323] env[68640]: INFO nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Took 10.44 seconds to spawn the instance on the hypervisor. [ 859.293791] env[68640]: DEBUG nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.295208] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e845bd33-da9c-456a-9450-462a198c57c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.347206] env[68640]: DEBUG oslo_concurrency.lockutils [req-61ac9471-83e0-41e7-9390-d5e021b3af00 req-addaf875-8ee9-4b57-8fd9-2f96417257ee service nova] Releasing lock "refresh_cache-23bcd855-528a-40e2-9bdd-95f65cce7fa3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466374] env[68640]: INFO nova.virt.block_device [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Booting with volume c7f5a868-b287-4c73-889d-48bc6c13effa at /dev/sda [ 859.522570] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d695c96-6c91-4c89-9ca7-65f6739af72d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.534312] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c1f6b2-49db-4966-9720-2cd396c34706 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.545921] env[68640]: DEBUG oslo_concurrency.lockutils [req-b2aa1916-f7e2-4efe-b4f9-d5f07006ee92 req-d9ae9b95-a9b7-4b31-b6c2-179dd794a502 service nova] Releasing lock "refresh_cache-595d6ed3-2b0f-448d-bd89-f40db2a91b31" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.586046] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba15ac31-3bd8-4f36-a248-d230738e7135 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.587338] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990731, 'name': CreateVM_Task, 'duration_secs': 0.961977} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.587516] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.588926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.589107] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.589419] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.589658] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28698503-5de7-40e9-be0f-a6c7858e1a4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.594021] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990732, 'name': CreateVM_Task, 'duration_secs': 0.835435} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.595317] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.596290] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.598821] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3a81f3-b480-43bf-830f-2d90860b131a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.610967] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 859.610967] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524be7f7-c58f-9183-db37-f47f6f4a9ccb" [ 859.610967] env[68640]: _type = "Task" [ 859.610967] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.642312] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fcfd8a-c0d5-4cf1-8d5d-829b3cc697d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.644913] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524be7f7-c58f-9183-db37-f47f6f4a9ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.028678} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.645224] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.645452] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.645685] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.645864] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.646077] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.646737] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.647045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.647273] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e309e8c-978a-4d81-8740-09c434609e70 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.650689] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d07e1b-39fe-4ae2-ac81-c3b8b65ebd03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.652933] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87d1d9-e8ea-441d-9b10-d1e29a8d9434 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.659250] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 859.659250] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab7b19-cb9d-a847-7107-55f127fd5824" [ 859.659250] env[68640]: _type = "Task" [ 859.659250] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.670932] env[68640]: DEBUG nova.virt.block_device [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updating existing volume attachment record: f65a44a6-135f-4b3f-bdb3-43e8a939722a {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 859.677200] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab7b19-cb9d-a847-7107-55f127fd5824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.677463] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.677618] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.678989] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.679101] env[68640]: INFO nova.compute.manager [None req-1950fdc2-fec4-4a0a-8619-8f74c63dff31 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Successfully reverted task state from rebuilding on failure for instance. [ 859.684072] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8f2b6e-1bf8-4e2b-bf12-4d4d072689d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.686840] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.273s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.694090] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 859.694090] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520d5cbf-22f9-e7fb-ca8c-0c598022fef2" [ 859.694090] env[68640]: _type = "Task" [ 859.694090] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.703843] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520d5cbf-22f9-e7fb-ca8c-0c598022fef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.818194] env[68640]: INFO nova.compute.manager [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Took 50.14 seconds to build instance. [ 860.171173] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab7b19-cb9d-a847-7107-55f127fd5824, 'name': SearchDatastore_Task, 'duration_secs': 0.017714} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.175739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.175739] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.175739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.193248] env[68640]: INFO nova.compute.claims [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.212062] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520d5cbf-22f9-e7fb-ca8c-0c598022fef2, 'name': SearchDatastore_Task, 'duration_secs': 0.01242} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.214596] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e294c62c-96f0-4d86-8405-2c6cbc49592d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.222705] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 860.222705] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527899ab-ab5f-a8d1-8446-b7c538b387de" [ 860.222705] env[68640]: _type = "Task" [ 860.222705] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.236767] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527899ab-ab5f-a8d1-8446-b7c538b387de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.320883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a79ecc17-701d-424d-9bd6-42891ac9751a tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.757s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.643904] env[68640]: DEBUG nova.compute.manager [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Received event network-changed-5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.644302] env[68640]: DEBUG nova.compute.manager [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Refreshing instance network info cache due to event network-changed-5862bf2f-2fa9-4a52-b16e-f447f3365ab2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.644717] env[68640]: DEBUG oslo_concurrency.lockutils [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] Acquiring lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.644990] env[68640]: DEBUG oslo_concurrency.lockutils [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] Acquired lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.645411] env[68640]: DEBUG nova.network.neutron [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Refreshing network info cache for port 5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.705984] env[68640]: INFO nova.compute.resource_tracker [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating resource usage from migration cd19043e-0a28-4a56-b3e5-c525b3fd7134 [ 860.748025] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527899ab-ab5f-a8d1-8446-b7c538b387de, 'name': SearchDatastore_Task, 'duration_secs': 0.016038} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.751068] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.751361] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 23bcd855-528a-40e2-9bdd-95f65cce7fa3/23bcd855-528a-40e2-9bdd-95f65cce7fa3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.751898] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.752161] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.752432] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5f99c0f-ed82-42c5-bb06-0f4a0be13d53 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.759007] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d25274-7135-47a1-8621-7596040301b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.770042] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 860.770042] env[68640]: value = "task-2990733" [ 860.770042] env[68640]: _type = "Task" [ 860.770042] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.774636] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.774837] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.778011] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9fa548-4570-4075-9d25-205e0092af14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.790080] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.791978] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 860.791978] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52910d4b-1403-7b0a-fecd-c673f74dabac" [ 860.791978] env[68640]: _type = "Task" [ 860.791978] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.807813] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52910d4b-1403-7b0a-fecd-c673f74dabac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.902499] env[68640]: DEBUG nova.network.neutron [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Successfully updated port: ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.290041] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990733, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.310409] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5754a522-c484-408a-ab0d-36d56797f7d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.320735] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52910d4b-1403-7b0a-fecd-c673f74dabac, 'name': SearchDatastore_Task, 'duration_secs': 0.015942} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.321371] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cadedf3f-253f-444a-b4f8-7e1034add13e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.327384] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e0145f-f3cd-4b77-aebe-936a3e960bc6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.334850] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 861.334850] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527f6275-4b40-0e15-8b71-27b6fd417146" [ 861.334850] env[68640]: _type = "Task" [ 861.334850] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.366709] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9017e45-8819-4f2e-a144-7c747e627807 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.375093] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527f6275-4b40-0e15-8b71-27b6fd417146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.378675] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70726ecb-f239-4bd4-bdee-221e145220a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.397928] env[68640]: DEBUG nova.compute.provider_tree [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.405486] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquiring lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.405710] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquired lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.405942] env[68640]: DEBUG nova.network.neutron [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.543889] env[68640]: DEBUG nova.network.neutron [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updated VIF entry in instance network info cache for port 5862bf2f-2fa9-4a52-b16e-f447f3365ab2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.544034] env[68640]: DEBUG nova.network.neutron [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updating instance_info_cache with network_info: [{"id": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "address": "fa:16:3e:d9:6b:32", "network": {"id": "120e1210-82c6-4aec-b651-4e0a42c9fb99", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1242043117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03523473ded34460ad7ab6ccc928656f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5862bf2f-2f", "ovs_interfaceid": "5862bf2f-2fa9-4a52-b16e-f447f3365ab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.782815] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77453} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.783119] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 23bcd855-528a-40e2-9bdd-95f65cce7fa3/23bcd855-528a-40e2-9bdd-95f65cce7fa3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.783343] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.783668] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40a54c53-7bbc-4c9f-bbcc-19200f66275a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.792615] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 861.792615] env[68640]: value = "task-2990734" [ 861.792615] env[68640]: _type = "Task" [ 861.792615] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.803245] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.818035] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.818728] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.818728] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.818947] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.819262] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.819620] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.819791] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.820034] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.820214] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.820387] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.820569] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.820768] env[68640]: DEBUG nova.virt.hardware [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.821683] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5938d5b4-1d6e-4db4-bc35-2cc3bd52ec98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.831174] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e71d485-dcb3-443a-ae4a-c3216d4953a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.854129] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527f6275-4b40-0e15-8b71-27b6fd417146, 'name': SearchDatastore_Task, 'duration_secs': 0.059919} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.854397] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.854674] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 595d6ed3-2b0f-448d-bd89-f40db2a91b31/595d6ed3-2b0f-448d-bd89-f40db2a91b31.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.854937] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d705f536-8599-47bc-af6f-153ca9c2dfa2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.863843] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 861.863843] env[68640]: value = "task-2990735" [ 861.863843] env[68640]: _type = "Task" [ 861.863843] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.873606] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.901302] env[68640]: DEBUG nova.scheduler.client.report [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.941952] env[68640]: DEBUG nova.network.neutron [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.046367] env[68640]: DEBUG oslo_concurrency.lockutils [req-d49a95ab-8216-4b27-809d-75f5a4cdf737 req-66aff0d4-ca8c-4d05-a10f-32d606cd8229 service nova] Releasing lock "refresh_cache-6db618e7-4f49-4ee2-8f59-6d25bd4621f5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.073505] env[68640]: DEBUG nova.network.neutron [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updating instance_info_cache with network_info: [{"id": "ea633e04-9f2d-4494-a51b-b87d09861506", "address": "fa:16:3e:32:19:0e", "network": {"id": "66fa4bad-52e6-4698-84df-b39cc8cf9a97", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1687283532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0278163ab31467fbd6b22cc3e415f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea633e04-9f", "ovs_interfaceid": "ea633e04-9f2d-4494-a51b-b87d09861506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.305223] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073927} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.305650] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.306498] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049d1c8-2318-404c-b03e-e2ff1548d414 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.340041] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 23bcd855-528a-40e2-9bdd-95f65cce7fa3/23bcd855-528a-40e2-9bdd-95f65cce7fa3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.340479] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30ae93e-94e6-4a62-a74c-134c52dee473 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.364608] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 862.364608] env[68640]: value = "task-2990736" [ 862.364608] env[68640]: _type = "Task" [ 862.364608] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.390683] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.394836] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990735, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.408199] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.721s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.408461] env[68640]: INFO nova.compute.manager [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Migrating [ 862.425621] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.342s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.430027] env[68640]: INFO nova.compute.claims [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.576476] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Releasing lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.576913] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Instance network_info: |[{"id": "ea633e04-9f2d-4494-a51b-b87d09861506", "address": "fa:16:3e:32:19:0e", "network": {"id": "66fa4bad-52e6-4698-84df-b39cc8cf9a97", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1687283532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0278163ab31467fbd6b22cc3e415f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea633e04-9f", "ovs_interfaceid": "ea633e04-9f2d-4494-a51b-b87d09861506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.577410] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:19:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea633e04-9f2d-4494-a51b-b87d09861506', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.585930] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Creating folder: Project (a0278163ab31467fbd6b22cc3e415f21). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.586447] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c390481-2868-491f-8f26-3d4ce5b97028 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.602793] env[68640]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 862.602999] env[68640]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68640) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 862.603781] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Folder already exists: Project (a0278163ab31467fbd6b22cc3e415f21). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 862.604015] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Creating folder: Instances. Parent ref: group-v599791. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.604304] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66de50e4-8b30-4183-8b7e-3e4411b1bb6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.622232] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Created folder: Instances in parent group-v599791. [ 862.622508] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.622722] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.622945] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ced91468-1d7b-4fbf-99fc-7c97a0995d0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.649845] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.649845] env[68640]: value = "task-2990739" [ 862.649845] env[68640]: _type = "Task" [ 862.649845] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.662181] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990739, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.801704] env[68640]: DEBUG nova.compute.manager [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Received event network-vif-plugged-ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.801882] env[68640]: DEBUG oslo_concurrency.lockutils [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] Acquiring lock "674d25c3-2c1c-4241-9547-94827d3aebea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.802147] env[68640]: DEBUG oslo_concurrency.lockutils [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] Lock "674d25c3-2c1c-4241-9547-94827d3aebea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.802281] env[68640]: DEBUG oslo_concurrency.lockutils [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] Lock "674d25c3-2c1c-4241-9547-94827d3aebea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.802453] env[68640]: DEBUG nova.compute.manager [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] No waiting events found dispatching network-vif-plugged-ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.802620] env[68640]: WARNING nova.compute.manager [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Received unexpected event network-vif-plugged-ea633e04-9f2d-4494-a51b-b87d09861506 for instance with vm_state building and task_state spawning. [ 862.802774] env[68640]: DEBUG nova.compute.manager [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Received event network-changed-ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.802925] env[68640]: DEBUG nova.compute.manager [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Refreshing instance network info cache due to event network-changed-ea633e04-9f2d-4494-a51b-b87d09861506. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.803123] env[68640]: DEBUG oslo_concurrency.lockutils [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] Acquiring lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.803270] env[68640]: DEBUG oslo_concurrency.lockutils [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] Acquired lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.803427] env[68640]: DEBUG nova.network.neutron [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Refreshing network info cache for port ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.878214] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881788} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.878968] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 595d6ed3-2b0f-448d-bd89-f40db2a91b31/595d6ed3-2b0f-448d-bd89-f40db2a91b31.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.879242] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.879511] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23806fb5-7e79-4361-b0c6-551d7b30a9b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.884622] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.891346] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 862.891346] env[68640]: value = "task-2990740" [ 862.891346] env[68640]: _type = "Task" [ 862.891346] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.902056] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.939152] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.939357] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.939506] env[68640]: DEBUG nova.network.neutron [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.159998] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990739, 'name': CreateVM_Task, 'duration_secs': 0.412248} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.160378] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.161146] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599799', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'name': 'volume-c7f5a868-b287-4c73-889d-48bc6c13effa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '674d25c3-2c1c-4241-9547-94827d3aebea', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'serial': 'c7f5a868-b287-4c73-889d-48bc6c13effa'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'device_type': None, 'attachment_id': 'f65a44a6-135f-4b3f-bdb3-43e8a939722a', 'volume_type': None}], 'swap': None} {{(pid=68640) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 863.161364] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Root volume attach. Driver type: vmdk {{(pid=68640) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 863.162018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e92fb3a-e089-40bf-9e6a-a63712a3a7b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.170992] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a1437-826b-474a-96b5-69b26fed806c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.179891] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece7905-8689-4ceb-9e56-5a8c5a29814d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.188421] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8d85e31a-b236-4d9b-b134-1f5c2a643177 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.199403] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 863.199403] env[68640]: value = "task-2990741" [ 863.199403] env[68640]: _type = "Task" [ 863.199403] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.214859] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990741, 'name': RelocateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.264232] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252ba24-8a44-11d7-905a-d1424b48c75b/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.265069] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811bd148-c607-4340-a168-5219c5ac0225 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.273208] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252ba24-8a44-11d7-905a-d1424b48c75b/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.273410] env[68640]: ERROR oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252ba24-8a44-11d7-905a-d1424b48c75b/disk-0.vmdk due to incomplete transfer. [ 863.273872] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4f41b6d-f851-4287-86ee-815abf58f119 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.281796] env[68640]: DEBUG oslo_vmware.rw_handles [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5252ba24-8a44-11d7-905a-d1424b48c75b/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.281987] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Uploaded image 64cb6493-b1fb-43c7-822d-4bf39c96a477 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.284584] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.284836] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ceed171-c989-4d31-8842-a84fbfaee210 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.291443] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 863.291443] env[68640]: value = "task-2990742" [ 863.291443] env[68640]: _type = "Task" [ 863.291443] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.301531] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990742, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.393743] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990736, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.403525] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120835} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.403666] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.404436] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7866eaf-cb94-4894-9da5-fc73cebe3cc2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.427880] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 595d6ed3-2b0f-448d-bd89-f40db2a91b31/595d6ed3-2b0f-448d-bd89-f40db2a91b31.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.430612] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb76bba-3769-4d7e-8636-8af76163f86b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.456383] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 863.456383] env[68640]: value = "task-2990743" [ 863.456383] env[68640]: _type = "Task" [ 863.456383] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.466823] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.695559] env[68640]: DEBUG nova.network.neutron [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updated VIF entry in instance network info cache for port ea633e04-9f2d-4494-a51b-b87d09861506. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.696008] env[68640]: DEBUG nova.network.neutron [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updating instance_info_cache with network_info: [{"id": "ea633e04-9f2d-4494-a51b-b87d09861506", "address": "fa:16:3e:32:19:0e", "network": {"id": "66fa4bad-52e6-4698-84df-b39cc8cf9a97", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1687283532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0278163ab31467fbd6b22cc3e415f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea633e04-9f", "ovs_interfaceid": "ea633e04-9f2d-4494-a51b-b87d09861506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.714254] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990741, 'name': RelocateVM_Task} progress is 20%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.806693] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990742, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.807893] env[68640]: DEBUG nova.network.neutron [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.885862] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990736, 'name': ReconfigVM_Task, 'duration_secs': 1.02466} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.886157] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 23bcd855-528a-40e2-9bdd-95f65cce7fa3/23bcd855-528a-40e2-9bdd-95f65cce7fa3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.887152] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2dcebc0-e3ae-441f-8cb7-98b0a599aacc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.898133] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 863.898133] env[68640]: value = "task-2990744" [ 863.898133] env[68640]: _type = "Task" [ 863.898133] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.911270] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990744, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.967116] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.998911] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd779eb-dd1a-4a75-a767-fc83cac3da2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.006966] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744ceb9-b4aa-4d00-9da1-978efe694c70 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.040858] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78838c83-9efb-450c-94bf-f9dc84af40cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.049431] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15d6baf-97b9-4df7-a46a-adce62034e21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.064764] env[68640]: DEBUG nova.compute.provider_tree [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.205822] env[68640]: DEBUG oslo_concurrency.lockutils [req-9afb8f2d-22c3-49c4-aa21-ae1308236a73 req-31b7474e-be08-4238-aa6b-304baab8e12e service nova] Releasing lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.212895] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990741, 'name': RelocateVM_Task} progress is 20%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.302841] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990742, 'name': Destroy_Task, 'duration_secs': 0.816266} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.303388] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroyed the VM [ 864.303560] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.303989] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5afbec11-2471-43eb-a387-e17550ef822a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.310234] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.312813] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 864.312813] env[68640]: value = "task-2990745" [ 864.312813] env[68640]: _type = "Task" [ 864.312813] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.323834] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.409501] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990744, 'name': Rename_Task, 'duration_secs': 0.192378} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.409663] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.410694] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a4ef039-a01f-40ed-b577-6f9d7b91f7dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.417462] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 864.417462] env[68640]: value = "task-2990746" [ 864.417462] env[68640]: _type = "Task" [ 864.417462] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.425673] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.470012] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990743, 'name': ReconfigVM_Task, 'duration_secs': 0.709024} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.470491] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 595d6ed3-2b0f-448d-bd89-f40db2a91b31/595d6ed3-2b0f-448d-bd89-f40db2a91b31.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.471390] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ed54b0e-e5c6-43c2-8d19-edd09e38c761 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.479482] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 864.479482] env[68640]: value = "task-2990747" [ 864.479482] env[68640]: _type = "Task" [ 864.479482] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.491774] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990747, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.605662] env[68640]: DEBUG nova.scheduler.client.report [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 82 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 864.606035] env[68640]: DEBUG nova.compute.provider_tree [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 82 to 83 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 864.606301] env[68640]: DEBUG nova.compute.provider_tree [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.711591] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990741, 'name': RelocateVM_Task, 'duration_secs': 1.023092} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.711832] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 864.712046] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599799', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'name': 'volume-c7f5a868-b287-4c73-889d-48bc6c13effa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '674d25c3-2c1c-4241-9547-94827d3aebea', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'serial': 'c7f5a868-b287-4c73-889d-48bc6c13effa'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 864.712803] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239b7f3-859c-4509-8c7d-e92df23730ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.728489] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ef156-1c15-442e-83f7-1e1b6e9151eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.750659] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-c7f5a868-b287-4c73-889d-48bc6c13effa/volume-c7f5a868-b287-4c73-889d-48bc6c13effa.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.750894] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e40359-67d0-4088-8b7c-abb5afbe1424 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.772073] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 864.772073] env[68640]: value = "task-2990748" [ 864.772073] env[68640]: _type = "Task" [ 864.772073] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.780598] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.828881] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990745, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.934027] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990746, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.990946] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990747, 'name': Rename_Task, 'duration_secs': 0.182681} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.991300] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.991622] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e31d9860-0e23-4eed-b7df-11e2b2ab305a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.009141] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 865.009141] env[68640]: value = "task-2990749" [ 865.009141] env[68640]: _type = "Task" [ 865.009141] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.019316] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.113283] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.114843] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.118267] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.542s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.120634] env[68640]: INFO nova.compute.claims [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.282305] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990748, 'name': ReconfigVM_Task, 'duration_secs': 0.430934} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.282608] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-c7f5a868-b287-4c73-889d-48bc6c13effa/volume-c7f5a868-b287-4c73-889d-48bc6c13effa.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.287385] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fbe6c9-a0ab-4a0f-80d8-f18a9fe5997a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.305094] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 865.305094] env[68640]: value = "task-2990750" [ 865.305094] env[68640]: _type = "Task" [ 865.305094] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.313821] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.329100] env[68640]: DEBUG oslo_vmware.api [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990745, 'name': RemoveSnapshot_Task, 'duration_secs': 0.780855} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.329599] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.329823] env[68640]: INFO nova.compute.manager [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 18.46 seconds to snapshot the instance on the hypervisor. [ 865.428570] env[68640]: DEBUG oslo_vmware.api [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990746, 'name': PowerOnVM_Task, 'duration_secs': 0.608756} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.428836] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.429051] env[68640]: INFO nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Took 12.57 seconds to spawn the instance on the hypervisor. [ 865.429234] env[68640]: DEBUG nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.430014] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15035ad4-35b5-48ca-aa22-59b0f8b06e47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.519527] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.628056] env[68640]: DEBUG nova.compute.utils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.633154] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.633374] env[68640]: DEBUG nova.network.neutron [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.682064] env[68640]: DEBUG nova.policy [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ec0cd9bbc3b414ab0f92d496a680168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43043299629b4009b6210e33605dbb0b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.821504] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990750, 'name': ReconfigVM_Task, 'duration_secs': 0.193242} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.821504] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599799', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'name': 'volume-c7f5a868-b287-4c73-889d-48bc6c13effa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '674d25c3-2c1c-4241-9547-94827d3aebea', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'serial': 'c7f5a868-b287-4c73-889d-48bc6c13effa'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 865.821504] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cc1e1c-9fe9-48fb-82e2-a590c81c14e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.829311] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 865.829311] env[68640]: value = "task-2990751" [ 865.829311] env[68640]: _type = "Task" [ 865.829311] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.838078] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf08fe66-1679-4594-85c1-517fb66a09e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.849904] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990751, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.864330] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.888871] env[68640]: DEBUG nova.compute.manager [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Found 3 images (rotation: 2) {{(pid=68640) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 865.889144] env[68640]: DEBUG nova.compute.manager [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Rotating out 1 backups {{(pid=68640) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 865.889346] env[68640]: DEBUG nova.compute.manager [None req-39e7682d-3156-4dca-a485-8853e4df31c7 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleting image 9910c5c5-fea1-43bb-9e58-fbd0994797a1 {{(pid=68640) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 865.948205] env[68640]: INFO nova.compute.manager [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Took 48.98 seconds to build instance. [ 866.020632] env[68640]: DEBUG oslo_vmware.api [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990749, 'name': PowerOnVM_Task, 'duration_secs': 0.920388} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.020910] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.021183] env[68640]: INFO nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Took 10.30 seconds to spawn the instance on the hypervisor. [ 866.021466] env[68640]: DEBUG nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.022364] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7166a4-672c-4781-b320-0e2ca284dd91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.105020] env[68640]: DEBUG nova.network.neutron [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Successfully created port: 9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.136981] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.315195] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.345915] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990751, 'name': Rename_Task, 'duration_secs': 0.166735} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.347268] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.348381] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e5f76a4-5841-4394-85bd-9e330e40f9a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.361022] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 866.361022] env[68640]: value = "task-2990752" [ 866.361022] env[68640]: _type = "Task" [ 866.361022] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.367728] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.372349] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.372349] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21bdb182-7b4b-4f70-b03f-430813a9265f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.382532] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 866.382532] env[68640]: value = "task-2990753" [ 866.382532] env[68640]: _type = "Task" [ 866.382532] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.392125] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.450087] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2db9bc1e-bdea-4493-8947-1be51bfcf738 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.060s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.450379] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.135s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.450599] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.450803] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.450967] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.455847] env[68640]: INFO nova.compute.manager [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Terminating instance [ 866.543290] env[68640]: INFO nova.compute.manager [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Took 45.16 seconds to build instance. [ 866.695462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e77329d-ae99-444f-9488-dbc2dc002117 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.704262] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ce5ecb-a8bb-4e63-8153-d54ed524bce2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.736724] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5152612-d870-428d-8ac7-88b9c260ba74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.744323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19417b41-df87-4d36-bbbe-4554a42d4f7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.758116] env[68640]: DEBUG nova.compute.provider_tree [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.870570] env[68640]: DEBUG oslo_vmware.api [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2990752, 'name': PowerOnVM_Task, 'duration_secs': 0.49095} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.870813] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.871019] env[68640]: INFO nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Took 5.05 seconds to spawn the instance on the hypervisor. [ 866.871201] env[68640]: DEBUG nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.872039] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4890c314-46c2-4859-b64f-f981c3dd5603 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.892039] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990753, 'name': PowerOffVM_Task, 'duration_secs': 0.226677} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.892039] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.892039] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.960428] env[68640]: DEBUG nova.compute.manager [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.960687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.961642] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe1cced-68f6-4467-9b9b-5fafebbb6edd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.969681] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.969940] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f45fa21b-74c0-4f9d-8e7c-344d0e7ec9e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.976587] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 866.976587] env[68640]: value = "task-2990754" [ 866.976587] env[68640]: _type = "Task" [ 866.976587] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.985933] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.046272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6413655f-767e-4196-a184-c5603413890b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.178s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.148960] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.173565] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.174603] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.174603] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.174603] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.174603] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.174603] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.175089] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.175089] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.175753] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.175940] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.176137] env[68640]: DEBUG nova.virt.hardware [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.177167] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a26c35-cfbe-45c1-a25b-735b03d22a9f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.186027] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08458066-0131-4fba-92a0-fe69878588f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.261496] env[68640]: DEBUG nova.scheduler.client.report [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.391804] env[68640]: INFO nova.compute.manager [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Took 40.48 seconds to build instance. [ 867.398444] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.398835] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.398932] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.399174] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.399249] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.399360] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.399563] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.399724] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.399871] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.400151] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.400380] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.406097] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e762d62-1a36-4243-a462-1b3ffec59bf4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.424900] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 867.424900] env[68640]: value = "task-2990755" [ 867.424900] env[68640]: _type = "Task" [ 867.424900] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.433841] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.486632] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990754, 'name': PowerOffVM_Task, 'duration_secs': 0.325173} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.486951] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.487150] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.487404] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f559e53d-4e44-44c7-985b-fe0255f89c68 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.604421] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.604695] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.604918] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Deleting the datastore file [datastore1] 23bcd855-528a-40e2-9bdd-95f65cce7fa3 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.605230] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f31b718-2ac1-4c82-9819-b119e12e6f7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.612258] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for the task: (returnval){ [ 867.612258] env[68640]: value = "task-2990757" [ 867.612258] env[68640]: _type = "Task" [ 867.612258] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.620240] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.766548] env[68640]: DEBUG nova.network.neutron [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Successfully updated port: 9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.771353] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.771353] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.771653] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.964s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.771898] env[68640]: DEBUG nova.objects.instance [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lazy-loading 'resources' on Instance uuid 415ba173-fc7d-47f8-82f7-4f0737d6c0f3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.895606] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c730025c-3be7-42ab-b237-09abf4a5c186 tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "674d25c3-2c1c-4241-9547-94827d3aebea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.464s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.939758] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990755, 'name': ReconfigVM_Task, 'duration_secs': 0.259642} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.939758] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.013864] env[68640]: DEBUG nova.compute.manager [req-5de8b409-2780-491d-9322-213e447d31b3 req-6fe00528-727d-4e36-a59a-9682867e7316 service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Received event network-vif-plugged-9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.014083] env[68640]: DEBUG oslo_concurrency.lockutils [req-5de8b409-2780-491d-9322-213e447d31b3 req-6fe00528-727d-4e36-a59a-9682867e7316 service nova] Acquiring lock "e2f61c21-371d-4559-b2da-a68ac6275321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.014282] env[68640]: DEBUG oslo_concurrency.lockutils [req-5de8b409-2780-491d-9322-213e447d31b3 req-6fe00528-727d-4e36-a59a-9682867e7316 service nova] Lock "e2f61c21-371d-4559-b2da-a68ac6275321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.014452] env[68640]: DEBUG oslo_concurrency.lockutils [req-5de8b409-2780-491d-9322-213e447d31b3 req-6fe00528-727d-4e36-a59a-9682867e7316 service nova] Lock "e2f61c21-371d-4559-b2da-a68ac6275321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.014675] env[68640]: DEBUG nova.compute.manager [req-5de8b409-2780-491d-9322-213e447d31b3 req-6fe00528-727d-4e36-a59a-9682867e7316 service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] No waiting events found dispatching network-vif-plugged-9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.014862] env[68640]: WARNING nova.compute.manager [req-5de8b409-2780-491d-9322-213e447d31b3 req-6fe00528-727d-4e36-a59a-9682867e7316 service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Received unexpected event network-vif-plugged-9afce2a7-e4eb-4f96-8dc6-9aefa70337bf for instance with vm_state building and task_state spawning. [ 868.122582] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.273327] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.273525] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.273718] env[68640]: DEBUG nova.network.neutron [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.275769] env[68640]: DEBUG nova.compute.utils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.285202] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.285202] env[68640]: DEBUG nova.network.neutron [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.366982] env[68640]: DEBUG nova.policy [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb90458ea004f5b8a1a49a3ac502341', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd764b6b827f44bfca580a1d3fa0928df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.447038] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.447289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.450168] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:29:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9145b772-bd56-4918-8743-b134380a2ec3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1312124083',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.450391] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.450547] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.450806] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.451122] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.451345] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.451737] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.451912] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.452105] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.452279] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.452454] env[68640]: DEBUG nova.virt.hardware [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.457817] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 868.458199] env[68640]: DEBUG oslo_concurrency.lockutils [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.458489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.466021] env[68640]: DEBUG nova.compute.utils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.466021] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b165e8-e061-4410-aa04-7130183b576f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.482447] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.035s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.490391] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 868.490391] env[68640]: value = "task-2990758" [ 868.490391] env[68640]: _type = "Task" [ 868.490391] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.501836] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.622096] env[68640]: DEBUG oslo_vmware.api [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Task: {'id': task-2990757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594712} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.622395] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.622591] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.622792] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.622980] env[68640]: INFO nova.compute.manager [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Took 1.66 seconds to destroy the instance on the hypervisor. [ 868.623303] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.623465] env[68640]: DEBUG nova.compute.manager [-] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.623572] env[68640]: DEBUG nova.network.neutron [-] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.784859] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.846926] env[68640]: DEBUG nova.network.neutron [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.850577] env[68640]: DEBUG oslo_concurrency.lockutils [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.850814] env[68640]: DEBUG oslo_concurrency.lockutils [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.850986] env[68640]: DEBUG nova.compute.manager [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.851932] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9a2a5b-d467-4f73-9899-6940af982b36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.856378] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed7b81-d4cf-4db8-9add-a3e7afef96a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.860775] env[68640]: DEBUG nova.compute.manager [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 868.861347] env[68640]: DEBUG nova.objects.instance [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'flavor' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.868866] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1c43f6-d37b-443d-b1dc-1b23ddf60c00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.902478] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b2727-905e-44df-9c33-cff7c771fe9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.910942] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf5c959-303f-446e-bfea-195d94a77b38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.924865] env[68640]: DEBUG nova.compute.provider_tree [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.966976] env[68640]: INFO nova.compute.manager [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Detaching volume 2859127d-b2a2-42ae-972e-4edd67ada5be [ 869.001593] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990758, 'name': ReconfigVM_Task, 'duration_secs': 0.181019} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.002040] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.003061] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c7430-39ae-49d0-8c81-673eda1a7f3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.006779] env[68640]: DEBUG nova.network.neutron [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Updating instance_info_cache with network_info: [{"id": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "address": "fa:16:3e:4f:79:c4", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afce2a7-e4", "ovs_interfaceid": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.013470] env[68640]: INFO nova.virt.block_device [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Attempting to driver detach volume 2859127d-b2a2-42ae-972e-4edd67ada5be from mountpoint /dev/sdb [ 869.013470] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.013470] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599805', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'name': 'volume-2859127d-b2a2-42ae-972e-4edd67ada5be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '632d944a-2286-42bb-a3b8-cdaf59c72880', 'attached_at': '', 'detached_at': '', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'serial': '2859127d-b2a2-42ae-972e-4edd67ada5be'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.013470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78368e0-5f35-44fa-85fd-9c31affb957b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.035448] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.040018] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c38d4f4-2943-48c4-8a42-a03c32e84c88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.076971] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9054935c-ea5e-4bc9-a4fe-74a65bf9f8ab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.082713] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 869.082713] env[68640]: value = "task-2990759" [ 869.082713] env[68640]: _type = "Task" [ 869.082713] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.089769] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0f0f03-ca4f-4bf9-acaa-6fcc6d8e465f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.095730] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.115308] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07860d9c-76c3-4c85-87c9-efa53937f4f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.130246] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] The volume has not been displaced from its original location: [datastore1] volume-2859127d-b2a2-42ae-972e-4edd67ada5be/volume-2859127d-b2a2-42ae-972e-4edd67ada5be.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 869.135633] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.136364] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07855996-7f5e-41a9-baa0-68ddcd6dece0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.155853] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 869.155853] env[68640]: value = "task-2990760" [ 869.155853] env[68640]: _type = "Task" [ 869.155853] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.163233] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.167209] env[68640]: DEBUG nova.network.neutron [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Successfully created port: fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.428033] env[68640]: DEBUG nova.scheduler.client.report [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.528126] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.528470] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Instance network_info: |[{"id": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "address": "fa:16:3e:4f:79:c4", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afce2a7-e4", "ovs_interfaceid": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.528930] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:79:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9afce2a7-e4eb-4f96-8dc6-9aefa70337bf', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.536770] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.537042] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.541053] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e9040cb-d806-40e1-9801-94f39ca54ea4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.562872] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.562872] env[68640]: value = "task-2990761" [ 869.562872] env[68640]: _type = "Task" [ 869.562872] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.571684] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990761, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.576719] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.576956] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.577191] env[68640]: INFO nova.compute.manager [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Attaching volume 1cb8364d-05c2-4795-b2e9-8144597b6565 to /dev/sdb [ 869.595457] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990759, 'name': ReconfigVM_Task, 'duration_secs': 0.295244} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.595756] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.596083] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.634902] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d93df89-216c-4fb8-a9f2-88051a30a973 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.642421] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebcc5f8-0b74-41ef-9645-ac4473df6f60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.658948] env[68640]: DEBUG nova.virt.block_device [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Updating existing volume attachment record: dca4e4d6-f1ff-4899-89dd-1ca110cb12d3 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 869.672052] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990760, 'name': ReconfigVM_Task, 'duration_secs': 0.263201} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.672430] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 869.677453] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb885dfa-bb7c-4ba0-aa2a-bef2e5b3e6d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.697031] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 869.697031] env[68640]: value = "task-2990762" [ 869.697031] env[68640]: _type = "Task" [ 869.697031] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.707102] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990762, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.798104] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.829259] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.829585] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.862994] env[68640]: DEBUG nova.virt.hardware [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.862994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfffed1-6975-47ae-bc53-c2db30468b5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.862994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773cd80-e119-456f-97ed-92e585b7acff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.870570] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.870570] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c431bb-723c-4de5-a043-7040b50012d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.876983] env[68640]: DEBUG oslo_vmware.api [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 869.876983] env[68640]: value = "task-2990764" [ 869.876983] env[68640]: _type = "Task" [ 869.876983] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.885709] env[68640]: DEBUG oslo_vmware.api [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.932986] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.935941] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.032s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.936667] env[68640]: DEBUG nova.objects.instance [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lazy-loading 'resources' on Instance uuid a5aae937-9db7-4f5e-b907-91d0654e1625 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.972196] env[68640]: INFO nova.scheduler.client.report [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Deleted allocations for instance 415ba173-fc7d-47f8-82f7-4f0737d6c0f3 [ 870.047114] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Received event network-changed-9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.047374] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Refreshing instance network info cache due to event network-changed-9afce2a7-e4eb-4f96-8dc6-9aefa70337bf. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.047602] env[68640]: DEBUG oslo_concurrency.lockutils [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] Acquiring lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.047748] env[68640]: DEBUG oslo_concurrency.lockutils [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] Acquired lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.047912] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Refreshing network info cache for port 9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.058255] env[68640]: DEBUG nova.network.neutron [-] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.075920] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990761, 'name': CreateVM_Task, 'duration_secs': 0.35573} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.076219] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.076959] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.077140] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.077464] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.077718] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b2ed65-ff7d-41da-9949-80dc546ee4d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.083729] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 870.083729] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52415040-bfc3-3f81-9e24-5df8353cddaa" [ 870.083729] env[68640]: _type = "Task" [ 870.083729] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.092494] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52415040-bfc3-3f81-9e24-5df8353cddaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.102960] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1a45aa-6be1-4394-876f-bdc0e10de1cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.122017] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed72770-36d4-4a60-9ff6-d17679b29be5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.139599] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.208699] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.389679] env[68640]: DEBUG oslo_vmware.api [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.480763] env[68640]: DEBUG oslo_concurrency.lockutils [None req-26f4e5c4-cc98-476b-93c4-b89f3543b3a4 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.699s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.481771] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.482407] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.482673] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.482882] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.487846] env[68640]: INFO nova.compute.manager [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Terminating instance [ 870.560770] env[68640]: INFO nova.compute.manager [-] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Took 1.94 seconds to deallocate network for instance. [ 870.596711] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52415040-bfc3-3f81-9e24-5df8353cddaa, 'name': SearchDatastore_Task, 'duration_secs': 0.028516} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.600883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.601311] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.601613] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.601788] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.602025] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.602809] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fcad03-a407-4c1d-94df-0b464dd45115 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.614861] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.615163] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.618765] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76455017-c3aa-4944-b90e-1925f17d2801 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.628444] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 870.628444] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52183a63-d613-a5ab-d769-83c8d165ec69" [ 870.628444] env[68640]: _type = "Task" [ 870.628444] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.639517] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52183a63-d613-a5ab-d769-83c8d165ec69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.692284] env[68640]: DEBUG nova.network.neutron [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Port fc6c5b13-617c-439c-8570-68424de73411 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 870.708631] env[68640]: DEBUG oslo_vmware.api [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990762, 'name': ReconfigVM_Task, 'duration_secs': 0.863093} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.711851] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599805', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'name': 'volume-2859127d-b2a2-42ae-972e-4edd67ada5be', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '632d944a-2286-42bb-a3b8-cdaf59c72880', 'attached_at': '', 'detached_at': '', 'volume_id': '2859127d-b2a2-42ae-972e-4edd67ada5be', 'serial': '2859127d-b2a2-42ae-972e-4edd67ada5be'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 870.888959] env[68640]: DEBUG oslo_vmware.api [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990764, 'name': PowerOffVM_Task, 'duration_secs': 0.985361} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.891518] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.891776] env[68640]: DEBUG nova.compute.manager [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.892775] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3767eb-8cba-433c-af20-055737c0847b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.994149] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.994149] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquired lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.994149] env[68640]: DEBUG nova.network.neutron [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.036114] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Updated VIF entry in instance network info cache for port 9afce2a7-e4eb-4f96-8dc6-9aefa70337bf. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.036114] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Updating instance_info_cache with network_info: [{"id": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "address": "fa:16:3e:4f:79:c4", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afce2a7-e4", "ovs_interfaceid": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.048019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fff4d04-971d-4050-b8be-e87927c71726 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.057027] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b25fbb-f21c-4244-a526-4ebec01d4e66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.090013] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.092239] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888d4e52-f587-4bd0-b8a1-6fbd8f3805d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.100973] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8dacd2-68e5-4d69-b4f3-43f5e6d979ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.117697] env[68640]: DEBUG nova.compute.provider_tree [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.139717] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52183a63-d613-a5ab-d769-83c8d165ec69, 'name': SearchDatastore_Task, 'duration_secs': 0.015764} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.144028] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827268e9-ba26-4bd9-b1a4-20242f894d0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.146826] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 871.146826] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f6e4a2-4a26-ed08-c6aa-fcff349ec535" [ 871.146826] env[68640]: _type = "Task" [ 871.146826] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.156777] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f6e4a2-4a26-ed08-c6aa-fcff349ec535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.170031] env[68640]: DEBUG nova.network.neutron [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Successfully updated port: fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.264932] env[68640]: DEBUG nova.objects.instance [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.410019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-69a936ae-90d5-4f2f-8551-7be8c9b9fc34 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.556s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.496643] env[68640]: DEBUG nova.compute.utils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Can not refresh info_cache because instance was not found {{(pid=68640) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 871.518493] env[68640]: DEBUG nova.network.neutron [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.538044] env[68640]: DEBUG oslo_concurrency.lockutils [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] Releasing lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.538532] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Received event network-changed-ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.538606] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Refreshing instance network info cache due to event network-changed-ea633e04-9f2d-4494-a51b-b87d09861506. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.539146] env[68640]: DEBUG oslo_concurrency.lockutils [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] Acquiring lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.539330] env[68640]: DEBUG oslo_concurrency.lockutils [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] Acquired lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.540118] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Refreshing network info cache for port ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.613645] env[68640]: DEBUG nova.network.neutron [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.621146] env[68640]: DEBUG nova.scheduler.client.report [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.661756] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f6e4a2-4a26-ed08-c6aa-fcff349ec535, 'name': SearchDatastore_Task, 'duration_secs': 0.017448} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.662076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.662332] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e2f61c21-371d-4559-b2da-a68ac6275321/e2f61c21-371d-4559-b2da-a68ac6275321.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.662602] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45225240-055c-4f96-8600-2fd67a2a2a15 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.672220] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "refresh_cache-317e55ca-1505-41d3-9f2b-bd1f35694ad2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.672360] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired lock "refresh_cache-317e55ca-1505-41d3-9f2b-bd1f35694ad2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.672521] env[68640]: DEBUG nova.network.neutron [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.673840] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 871.673840] env[68640]: value = "task-2990767" [ 871.673840] env[68640]: _type = "Task" [ 871.673840] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.685962] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.720047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.720278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.720526] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.008958] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "d5d99f2b-aff9-4911-a41c-87068527ecfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.009256] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.118153] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Releasing lock "refresh_cache-415ba173-fc7d-47f8-82f7-4f0737d6c0f3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.118616] env[68640]: DEBUG nova.compute.manager [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.118817] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.119230] env[68640]: DEBUG oslo_concurrency.lockutils [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.119474] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d702d4f3-29d8-4afd-918f-246f899ad52a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.126168] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.130269] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.203s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.130269] env[68640]: DEBUG nova.objects.instance [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lazy-loading 'resources' on Instance uuid 07974438-9f23-485d-b9c5-659709c0fa16 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.134100] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1bc77d-e98d-47ed-b55d-6e82018b3997 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.150471] env[68640]: DEBUG nova.compute.manager [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Received event network-vif-plugged-fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.150679] env[68640]: DEBUG oslo_concurrency.lockutils [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] Acquiring lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.150909] env[68640]: DEBUG oslo_concurrency.lockutils [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.151146] env[68640]: DEBUG oslo_concurrency.lockutils [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.151467] env[68640]: DEBUG nova.compute.manager [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] No waiting events found dispatching network-vif-plugged-fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.151467] env[68640]: WARNING nova.compute.manager [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Received unexpected event network-vif-plugged-fe342c7a-6a9d-4fad-90b3-07777769f34b for instance with vm_state building and task_state spawning. [ 872.151634] env[68640]: DEBUG nova.compute.manager [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Received event network-changed-fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.151791] env[68640]: DEBUG nova.compute.manager [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Refreshing instance network info cache due to event network-changed-fe342c7a-6a9d-4fad-90b3-07777769f34b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.151961] env[68640]: DEBUG oslo_concurrency.lockutils [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] Acquiring lock "refresh_cache-317e55ca-1505-41d3-9f2b-bd1f35694ad2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.188501] env[68640]: WARNING nova.virt.vmwareapi.vmops [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 415ba173-fc7d-47f8-82f7-4f0737d6c0f3 could not be found. [ 872.188731] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.188943] env[68640]: INFO nova.compute.manager [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Took 0.07 seconds to destroy the instance on the hypervisor. [ 872.189542] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.192873] env[68640]: DEBUG nova.compute.manager [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.193038] env[68640]: DEBUG nova.network.neutron [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.202229] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.224163] env[68640]: DEBUG nova.network.neutron [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.253131] env[68640]: DEBUG nova.network.neutron [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.272350] env[68640]: DEBUG oslo_concurrency.lockutils [None req-975c7934-0b65-4a11-a909-a8e14ced4626 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.814s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.273424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.154s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.273552] env[68640]: DEBUG nova.compute.manager [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.274768] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b4ea5-7437-4013-a35e-dc6ccd8f46ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.281892] env[68640]: DEBUG nova.compute.manager [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 872.282479] env[68640]: DEBUG nova.objects.instance [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.320413] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "544b1215-eb04-4ea0-82ef-1ba86cbff201" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.320667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.320869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "544b1215-eb04-4ea0-82ef-1ba86cbff201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.322029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.322029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.325592] env[68640]: INFO nova.compute.manager [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Terminating instance [ 872.445675] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updated VIF entry in instance network info cache for port ea633e04-9f2d-4494-a51b-b87d09861506. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.446191] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updating instance_info_cache with network_info: [{"id": "ea633e04-9f2d-4494-a51b-b87d09861506", "address": "fa:16:3e:32:19:0e", "network": {"id": "66fa4bad-52e6-4698-84df-b39cc8cf9a97", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1687283532-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a0278163ab31467fbd6b22cc3e415f21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea633e04-9f", "ovs_interfaceid": "ea633e04-9f2d-4494-a51b-b87d09861506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.469060] env[68640]: DEBUG nova.network.neutron [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Updating instance_info_cache with network_info: [{"id": "fe342c7a-6a9d-4fad-90b3-07777769f34b", "address": "fa:16:3e:e3:99:02", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe342c7a-6a", "ovs_interfaceid": "fe342c7a-6a9d-4fad-90b3-07777769f34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.513190] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 872.662763] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c3896b3-7517-47cb-ad12-1e84b6f18037 tempest-ServerActionsV293TestJSON-285338532 tempest-ServerActionsV293TestJSON-285338532-project-member] Lock "a5aae937-9db7-4f5e-b907-91d0654e1625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.549s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.701517] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.726233] env[68640]: DEBUG nova.network.neutron [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.771232] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.771232] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.771232] env[68640]: DEBUG nova.network.neutron [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.830956] env[68640]: DEBUG nova.compute.manager [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.831298] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.833054] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a59835-b833-4c45-ac81-8b9f253c1ca6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.846909] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.847197] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5654d28f-09c9-4758-b6d9-dc38b7b20c0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.855033] env[68640]: DEBUG oslo_vmware.api [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 872.855033] env[68640]: value = "task-2990768" [ 872.855033] env[68640]: _type = "Task" [ 872.855033] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.863380] env[68640]: DEBUG oslo_vmware.api [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.949106] env[68640]: DEBUG oslo_concurrency.lockutils [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] Releasing lock "refresh_cache-674d25c3-2c1c-4241-9547-94827d3aebea" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.949508] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received event network-vif-deleted-45f1586c-72e6-46a3-968f-e58a354ca175 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.949746] env[68640]: INFO nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Neutron deleted interface 45f1586c-72e6-46a3-968f-e58a354ca175; detaching it from the instance and deleting it from the info cache [ 872.950073] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updating instance_info_cache with network_info: [{"id": "dc646afd-092d-47c6-bccd-db06715f524b", "address": "fa:16:3e:f2:8a:89", "network": {"id": "6343011b-31bd-42d5-b627-117523c5ff68", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1832593808", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92edec86e1424196bcdcf8c82b14a26e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc646afd-09", "ovs_interfaceid": "dc646afd-092d-47c6-bccd-db06715f524b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.972808] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Releasing lock "refresh_cache-317e55ca-1505-41d3-9f2b-bd1f35694ad2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.973624] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Instance network_info: |[{"id": "fe342c7a-6a9d-4fad-90b3-07777769f34b", "address": "fa:16:3e:e3:99:02", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe342c7a-6a", "ovs_interfaceid": "fe342c7a-6a9d-4fad-90b3-07777769f34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.977130] env[68640]: DEBUG oslo_concurrency.lockutils [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] Acquired lock "refresh_cache-317e55ca-1505-41d3-9f2b-bd1f35694ad2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.977130] env[68640]: DEBUG nova.network.neutron [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Refreshing network info cache for port fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.977130] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:99:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe342c7a-6a9d-4fad-90b3-07777769f34b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.984646] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.985487] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.985727] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84fa8cc1-4bd7-4b63-a7e2-7a3f34f45e22 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.012041] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.012041] env[68640]: value = "task-2990769" [ 873.012041] env[68640]: _type = "Task" [ 873.012041] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.025910] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990769, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.039302] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.205851] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990767, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.224244} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.209008] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e2f61c21-371d-4559-b2da-a68ac6275321/e2f61c21-371d-4559-b2da-a68ac6275321.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.209287] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.209850] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd9e4c53-5500-4746-bae9-d1886c8c1031 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.218684] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 873.218684] env[68640]: value = "task-2990770" [ 873.218684] env[68640]: _type = "Task" [ 873.218684] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.229214] env[68640]: INFO nova.compute.manager [-] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Took 1.04 seconds to deallocate network for instance. [ 873.229567] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.282507] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76108a0c-72f7-40d7-bc8d-cfb131038488 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.291843] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.292169] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a32f18-1fe5-4a16-ad70-ac5a8ad920cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.294571] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a38d77-e177-4352-a859-416f8dbad53e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.335423] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35e287b-6e31-4233-957c-c6043fd3ba3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.337103] env[68640]: DEBUG oslo_vmware.api [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 873.337103] env[68640]: value = "task-2990771" [ 873.337103] env[68640]: _type = "Task" [ 873.337103] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.344552] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff52826-abb6-4477-a40a-bfbdd691514d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.352014] env[68640]: DEBUG oslo_vmware.api [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.363834] env[68640]: DEBUG nova.compute.provider_tree [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.381571] env[68640]: DEBUG oslo_vmware.api [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990768, 'name': PowerOffVM_Task, 'duration_secs': 0.205512} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.381880] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.382056] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.382314] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-660b9df2-76c5-478c-a2c0-3b6010965d35 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.453388] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad87a3dc-f738-4edc-8354-72cea504a5a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.459480] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.459864] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.460172] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Deleting the datastore file [datastore2] 544b1215-eb04-4ea0-82ef-1ba86cbff201 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.461052] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9a6b561-aba8-44b1-8be1-f2a7c2ba77d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.470273] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcf1f67-15e3-48ad-b80e-949f25d927c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.493641] env[68640]: DEBUG oslo_vmware.api [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for the task: (returnval){ [ 873.493641] env[68640]: value = "task-2990773" [ 873.493641] env[68640]: _type = "Task" [ 873.493641] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.506527] env[68640]: DEBUG oslo_vmware.api [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.527123] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Detach interface failed, port_id=45f1586c-72e6-46a3-968f-e58a354ca175, reason: Instance 23bcd855-528a-40e2-9bdd-95f65cce7fa3 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.528187] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Received event network-vif-deleted-dc646afd-092d-47c6-bccd-db06715f524b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.528187] env[68640]: INFO nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Neutron deleted interface dc646afd-092d-47c6-bccd-db06715f524b; detaching it from the instance and deleting it from the info cache [ 873.528187] env[68640]: DEBUG nova.network.neutron [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.538817] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990769, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.732223] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226077} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.732223] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.732223] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a3a73-1e79-45ec-993c-cc485926ecec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.736311] env[68640]: INFO nova.compute.manager [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance disappeared during terminate [ 873.736525] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3c77c2b-fab0-4b5b-8e02-d0a2cccb2823 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "415ba173-fc7d-47f8-82f7-4f0737d6c0f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.255s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.770064] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] e2f61c21-371d-4559-b2da-a68ac6275321/e2f61c21-371d-4559-b2da-a68ac6275321.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.777336] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d51bb6a-0daf-463b-a0d9-6fc7c0ee3d97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.798052] env[68640]: DEBUG nova.compute.manager [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Stashing vm_state: stopped {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 873.804020] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 873.804020] env[68640]: value = "task-2990774" [ 873.804020] env[68640]: _type = "Task" [ 873.804020] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.812869] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.850213] env[68640]: DEBUG oslo_vmware.api [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990771, 'name': PowerOffVM_Task, 'duration_secs': 0.476429} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.850534] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.850758] env[68640]: DEBUG nova.compute.manager [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.851745] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b107ac91-38b7-49a4-b000-008ff4869d74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.869429] env[68640]: DEBUG nova.scheduler.client.report [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.000339] env[68640]: DEBUG nova.network.neutron [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.007644] env[68640]: DEBUG oslo_vmware.api [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Task: {'id': task-2990773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349625} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.007910] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.008104] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.008294] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.008467] env[68640]: INFO nova.compute.manager [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Took 1.18 seconds to destroy the instance on the hypervisor. [ 874.008706] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.008921] env[68640]: DEBUG nova.compute.manager [-] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.009026] env[68640]: DEBUG nova.network.neutron [-] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.035127] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-169acd7b-389f-40df-82aa-7e090a5df1f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.039479] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990769, 'name': CreateVM_Task, 'duration_secs': 0.714825} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.040069] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.040770] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.040921] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.041250] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.043140] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf1da17-b493-4467-b7d7-15c8a8b59a47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.049816] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9701a5-3ff0-494e-9288-3abc126e6410 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.060944] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 874.060944] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5265bc9e-06e2-b8b1-1d20-dc52a3928e18" [ 874.060944] env[68640]: _type = "Task" [ 874.060944] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.061835] env[68640]: DEBUG nova.network.neutron [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Updated VIF entry in instance network info cache for port fe342c7a-6a9d-4fad-90b3-07777769f34b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.062178] env[68640]: DEBUG nova.network.neutron [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Updating instance_info_cache with network_info: [{"id": "fe342c7a-6a9d-4fad-90b3-07777769f34b", "address": "fa:16:3e:e3:99:02", "network": {"id": "b8094b3e-15b0-48a0-93ce-d7cd8feab010", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1711969679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d764b6b827f44bfca580a1d3fa0928df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe342c7a-6a", "ovs_interfaceid": "fe342c7a-6a9d-4fad-90b3-07777769f34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.075353] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5265bc9e-06e2-b8b1-1d20-dc52a3928e18, 'name': SearchDatastore_Task, 'duration_secs': 0.013114} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.076272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.076509] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.076950] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.076950] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.077089] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.077759] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-788d40d5-fc0a-4572-a368-23909bd7bbc7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.095121] env[68640]: DEBUG nova.compute.manager [req-cc96359a-b597-4dac-b9e1-5a99b3aa4c99 req-efbd4a87-3dd3-4e88-8ce3-d8030803b76d service nova] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Detach interface failed, port_id=dc646afd-092d-47c6-bccd-db06715f524b, reason: Instance 23bcd855-528a-40e2-9bdd-95f65cce7fa3 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.103040] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.103215] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.104018] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf9a592-0b07-4af1-b12d-6feff2b9a094 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.110780] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 874.110780] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5288486c-007b-bfaa-68a3-ac278b66a9a9" [ 874.110780] env[68640]: _type = "Task" [ 874.110780] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.118887] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5288486c-007b-bfaa-68a3-ac278b66a9a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.318968] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990774, 'name': ReconfigVM_Task, 'duration_secs': 0.496064} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.319235] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Reconfigured VM instance instance-0000003b to attach disk [datastore1] e2f61c21-371d-4559-b2da-a68ac6275321/e2f61c21-371d-4559-b2da-a68ac6275321.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.320104] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e92533d-ce89-4790-a67d-8537a6199b84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.323897] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.328291] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 874.328291] env[68640]: value = "task-2990776" [ 874.328291] env[68640]: _type = "Task" [ 874.328291] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.344866] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990776, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.369370] env[68640]: DEBUG oslo_concurrency.lockutils [None req-832601aa-1991-488d-84a8-ceb48d699c9a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.376272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.378402] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.977s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.378613] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.378796] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 874.379118] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.626s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.379389] env[68640]: DEBUG nova.objects.instance [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lazy-loading 'resources' on Instance uuid 704832be-edca-4d76-a806-948c94251861 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.381741] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c10e408-c204-498f-9802-c0419db912ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.393149] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995114ab-a95d-491b-acfc-465661db8fab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.412233] env[68640]: INFO nova.scheduler.client.report [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleted allocations for instance 07974438-9f23-485d-b9c5-659709c0fa16 [ 874.414700] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18854ebc-2885-4e6f-865d-8fc7f85e64e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.419554] env[68640]: DEBUG nova.compute.manager [req-10e254ea-bc6e-4ba0-ac99-5219ace1a541 req-197f2267-2f1b-47b0-b549-51cae75e2dc5 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Received event network-vif-deleted-75c7a03e-af71-4aa9-8f26-6d90b81dd6fb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.419790] env[68640]: INFO nova.compute.manager [req-10e254ea-bc6e-4ba0-ac99-5219ace1a541 req-197f2267-2f1b-47b0-b549-51cae75e2dc5 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Neutron deleted interface 75c7a03e-af71-4aa9-8f26-6d90b81dd6fb; detaching it from the instance and deleting it from the info cache [ 874.420025] env[68640]: DEBUG nova.network.neutron [req-10e254ea-bc6e-4ba0-ac99-5219ace1a541 req-197f2267-2f1b-47b0-b549-51cae75e2dc5 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.431805] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524a9c9-048b-4693-8cb8-da5391cef538 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.466424] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177245MB free_disk=149GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 874.467497] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.503323] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.566408] env[68640]: DEBUG oslo_concurrency.lockutils [req-384aea16-d3e3-431a-b3c2-ce4b645328a9 req-2425f331-3291-4984-9804-eb5e06f17587 service nova] Releasing lock "refresh_cache-317e55ca-1505-41d3-9f2b-bd1f35694ad2" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.623133] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5288486c-007b-bfaa-68a3-ac278b66a9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.624020] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd3133d-6c07-47b6-be75-06e1c94401a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.629854] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 874.629854] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5225e10e-e537-c0de-ce97-9ac23c0c50b4" [ 874.629854] env[68640]: _type = "Task" [ 874.629854] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.639096] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5225e10e-e537-c0de-ce97-9ac23c0c50b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.838783] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990776, 'name': Rename_Task, 'duration_secs': 0.249119} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.839120] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.839292] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-356d68bd-d254-43de-b6f5-5913383ac1e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.846431] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 874.846431] env[68640]: value = "task-2990777" [ 874.846431] env[68640]: _type = "Task" [ 874.846431] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.849625] env[68640]: DEBUG nova.network.neutron [-] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.856287] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.929608] env[68640]: DEBUG nova.objects.instance [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.932280] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e12fe4f-5ef7-4935-8177-91685ffb5371 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "07974438-9f23-485d-b9c5-659709c0fa16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.746s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.933276] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-141eb229-353c-4bef-b603-2f3b3f4aafc2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.949157] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81ae0b-2010-48d9-96ca-5f23e305d11c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.994196] env[68640]: DEBUG nova.compute.manager [req-10e254ea-bc6e-4ba0-ac99-5219ace1a541 req-197f2267-2f1b-47b0-b549-51cae75e2dc5 service nova] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Detach interface failed, port_id=75c7a03e-af71-4aa9-8f26-6d90b81dd6fb, reason: Instance 544b1215-eb04-4ea0-82ef-1ba86cbff201 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.030193] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a465dd5-a023-437d-8fc7-8d2306c5965c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.056492] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c7f41-33c6-4ae7-8f2d-738376b76691 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.065927] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.141345] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5225e10e-e537-c0de-ce97-9ac23c0c50b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.142664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.142664] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 317e55ca-1505-41d3-9f2b-bd1f35694ad2/317e55ca-1505-41d3-9f2b-bd1f35694ad2.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.142664] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-828e9dfe-0792-4958-bc64-a76780e3d605 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.151374] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 875.151374] env[68640]: value = "task-2990778" [ 875.151374] env[68640]: _type = "Task" [ 875.151374] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.163989] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.354443] env[68640]: INFO nova.compute.manager [-] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Took 1.34 seconds to deallocate network for instance. [ 875.364562] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.440882] env[68640]: DEBUG oslo_concurrency.lockutils [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.441065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.441243] env[68640]: DEBUG nova.network.neutron [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.441419] env[68640]: DEBUG nova.objects.instance [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'info_cache' on Instance uuid 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.508951] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52f984-24ae-44a0-aa45-d860fa4d87d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.520217] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec183672-91e9-4174-9fdd-a87a42460b36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.556650] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a741937-740c-4d1a-a0b2-fe947289e631 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.568661] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17741fcb-4d46-469b-8159-0d710c877fdf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.574283] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.574439] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b09333c-2e51-4473-8307-af8e139e7cab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.587875] env[68640]: DEBUG nova.compute.provider_tree [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.592036] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 875.592036] env[68640]: value = "task-2990779" [ 875.592036] env[68640]: _type = "Task" [ 875.592036] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.606218] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.666099] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990778, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.865875] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.866414] env[68640]: DEBUG oslo_vmware.api [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990777, 'name': PowerOnVM_Task, 'duration_secs': 0.816238} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.866754] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.866980] env[68640]: INFO nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Took 8.72 seconds to spawn the instance on the hypervisor. [ 875.867276] env[68640]: DEBUG nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.869157] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8516a1-be5e-42b4-86c9-9468a85405ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.945622] env[68640]: DEBUG nova.objects.base [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Object Instance<632d944a-2286-42bb-a3b8-cdaf59c72880> lazy-loaded attributes: flavor,info_cache {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 876.092873] env[68640]: DEBUG nova.scheduler.client.report [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.106943] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990779, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.164658] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751954} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.164961] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 317e55ca-1505-41d3-9f2b-bd1f35694ad2/317e55ca-1505-41d3-9f2b-bd1f35694ad2.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.165203] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.165475] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf75d700-6c3d-4448-8244-127e56961627 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.173084] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 876.173084] env[68640]: value = "task-2990780" [ 876.173084] env[68640]: _type = "Task" [ 876.173084] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.183915] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.214882] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.215241] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599840', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'name': 'volume-1cb8364d-05c2-4795-b2e9-8144597b6565', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '595d6ed3-2b0f-448d-bd89-f40db2a91b31', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'serial': '1cb8364d-05c2-4795-b2e9-8144597b6565'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.216315] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ca592-471e-49e2-b092-082e1d1c26df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.237312] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e75348-de22-435c-bec3-ae080175160a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.264414] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] volume-1cb8364d-05c2-4795-b2e9-8144597b6565/volume-1cb8364d-05c2-4795-b2e9-8144597b6565.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.264774] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd8e7c7-d4dc-40d0-9403-669a71ad9441 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.292872] env[68640]: DEBUG oslo_vmware.api [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 876.292872] env[68640]: value = "task-2990781" [ 876.292872] env[68640]: _type = "Task" [ 876.292872] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.306189] env[68640]: DEBUG oslo_vmware.api [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.392601] env[68640]: INFO nova.compute.manager [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Took 47.33 seconds to build instance. [ 876.605878] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.611826] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.126s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.612850] env[68640]: INFO nova.compute.claims [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.616872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "acfba375-29ac-481c-8619-2b648272e2ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.616872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "acfba375-29ac-481c-8619-2b648272e2ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.622218] env[68640]: DEBUG oslo_vmware.api [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990779, 'name': PowerOnVM_Task, 'duration_secs': 0.748729} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.622848] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.622928] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf994a85-71ad-4d90-8b76-8709a4a6b6da tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance '5539cf00-8c1e-4af5-8b91-c8e8c5065f28' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.633386] env[68640]: INFO nova.scheduler.client.report [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Deleted allocations for instance 704832be-edca-4d76-a806-948c94251861 [ 876.685597] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072928} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.689536] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.690575] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009fdf8c-d1a3-476c-aa40-805b8f538a73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.720923] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 317e55ca-1505-41d3-9f2b-bd1f35694ad2/317e55ca-1505-41d3-9f2b-bd1f35694ad2.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.721953] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d805dbc8-4056-4ac5-b635-78d9e2ed994c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.748669] env[68640]: DEBUG nova.network.neutron [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [{"id": "169158b1-389a-49c2-acf1-80d2251faac4", "address": "fa:16:3e:07:40:5d", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap169158b1-38", "ovs_interfaceid": "169158b1-389a-49c2-acf1-80d2251faac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.751661] env[68640]: DEBUG oslo_concurrency.lockutils [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] Acquiring lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.752256] env[68640]: DEBUG oslo_concurrency.lockutils [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] Acquired lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.752256] env[68640]: DEBUG nova.network.neutron [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.761685] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 876.761685] env[68640]: value = "task-2990782" [ 876.761685] env[68640]: _type = "Task" [ 876.761685] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.775221] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.803923] env[68640]: DEBUG oslo_vmware.api [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990781, 'name': ReconfigVM_Task, 'duration_secs': 0.377038} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.804230] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Reconfigured VM instance instance-00000039 to attach disk [datastore1] volume-1cb8364d-05c2-4795-b2e9-8144597b6565/volume-1cb8364d-05c2-4795-b2e9-8144597b6565.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.809013] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f465388a-8cc5-430b-a62d-68ac8eb93e75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.825554] env[68640]: DEBUG oslo_vmware.api [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 876.825554] env[68640]: value = "task-2990783" [ 876.825554] env[68640]: _type = "Task" [ 876.825554] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.837597] env[68640]: DEBUG oslo_vmware.api [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.894553] env[68640]: DEBUG oslo_concurrency.lockutils [None req-121dcbfa-007c-4eba-9b2d-fb058ba3a118 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "e2f61c21-371d-4559-b2da-a68ac6275321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.844s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.123278] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.141615] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cce00c14-eebe-4010-b50f-6470e918c447 tempest-ServerPasswordTestJSON-842573729 tempest-ServerPasswordTestJSON-842573729-project-member] Lock "704832be-edca-4d76-a806-948c94251861" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.629s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.254992] env[68640]: DEBUG oslo_concurrency.lockutils [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "refresh_cache-632d944a-2286-42bb-a3b8-cdaf59c72880" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.277400] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990782, 'name': ReconfigVM_Task, 'duration_secs': 0.344782} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.277682] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 317e55ca-1505-41d3-9f2b-bd1f35694ad2/317e55ca-1505-41d3-9f2b-bd1f35694ad2.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.278281] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2755d243-a3b0-404d-8046-74f2e1822d18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.286794] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 877.286794] env[68640]: value = "task-2990784" [ 877.286794] env[68640]: _type = "Task" [ 877.286794] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.297596] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990784, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.336173] env[68640]: DEBUG oslo_vmware.api [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990783, 'name': ReconfigVM_Task, 'duration_secs': 0.147336} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.336521] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599840', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'name': 'volume-1cb8364d-05c2-4795-b2e9-8144597b6565', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '595d6ed3-2b0f-448d-bd89-f40db2a91b31', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'serial': '1cb8364d-05c2-4795-b2e9-8144597b6565'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.541879] env[68640]: DEBUG nova.network.neutron [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Updating instance_info_cache with network_info: [{"id": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "address": "fa:16:3e:4f:79:c4", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afce2a7-e4", "ovs_interfaceid": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.729733] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.797486] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990784, 'name': Rename_Task, 'duration_secs': 0.161494} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.797766] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.798032] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78d728d5-b230-4e38-aaf6-6a3962485f80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.807173] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 877.807173] env[68640]: value = "task-2990785" [ 877.807173] env[68640]: _type = "Task" [ 877.807173] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.819117] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.044522] env[68640]: DEBUG oslo_concurrency.lockutils [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] Releasing lock "refresh_cache-e2f61c21-371d-4559-b2da-a68ac6275321" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.044791] env[68640]: DEBUG nova.compute.manager [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Inject network info {{(pid=68640) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 878.044791] env[68640]: DEBUG nova.compute.manager [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] network_info to inject: |[{"id": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "address": "fa:16:3e:4f:79:c4", "network": {"id": "14f3712e-3f2c-4788-8bb0-c961c85909e0", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-640840010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43043299629b4009b6210e33605dbb0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afce2a7-e4", "ovs_interfaceid": "9afce2a7-e4eb-4f96-8dc6-9aefa70337bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 878.050812] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Reconfiguring VM instance to set the machine id {{(pid=68640) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 878.050812] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f6ab24-f44d-4049-9b22-01439e162bb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.069297] env[68640]: DEBUG oslo_vmware.api [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] Waiting for the task: (returnval){ [ 878.069297] env[68640]: value = "task-2990786" [ 878.069297] env[68640]: _type = "Task" [ 878.069297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.081320] env[68640]: DEBUG oslo_vmware.api [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] Task: {'id': task-2990786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.262294] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.262294] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08ea757a-2925-44b7-895c-d8206305d6a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.273657] env[68640]: DEBUG oslo_vmware.api [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 878.273657] env[68640]: value = "task-2990787" [ 878.273657] env[68640]: _type = "Task" [ 878.273657] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.285193] env[68640]: DEBUG oslo_vmware.api [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.304428] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ea35ca-a447-466b-8e85-561de5be865d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.321029] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7676d1e0-011e-43e1-a30e-76e32e40951a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.327039] env[68640]: DEBUG oslo_vmware.api [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990785, 'name': PowerOnVM_Task, 'duration_secs': 0.471972} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.327760] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.327972] env[68640]: INFO nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Took 8.53 seconds to spawn the instance on the hypervisor. [ 878.328218] env[68640]: DEBUG nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.329109] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67a2b83-bf8e-41dd-9ebd-71dbb42a7d89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.363211] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea68472-e4a4-467c-8a16-d56659dc2942 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.382686] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34320d5-8376-42ce-8118-67d914f50d5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.390158] env[68640]: DEBUG nova.objects.instance [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'flavor' on Instance uuid 595d6ed3-2b0f-448d-bd89-f40db2a91b31 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.403873] env[68640]: DEBUG nova.compute.provider_tree [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.580943] env[68640]: DEBUG oslo_vmware.api [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] Task: {'id': task-2990786, 'name': ReconfigVM_Task, 'duration_secs': 0.179663} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.581276] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-66959e5f-0593-4685-a330-2381e32a9fe5 tempest-ServersAdminTestJSON-1043009306 tempest-ServersAdminTestJSON-1043009306-project-admin] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Reconfigured VM instance to set the machine id {{(pid=68640) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 878.786065] env[68640]: DEBUG oslo_vmware.api [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990787, 'name': PowerOnVM_Task, 'duration_secs': 0.427318} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.786065] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.786276] env[68640]: DEBUG nova.compute.manager [None req-53119491-57fc-4e6e-8601-589255d45b2c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.786902] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3350189-0c6a-4445-a2a0-d2eef1bde388 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.883636] env[68640]: INFO nova.compute.manager [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Took 48.34 seconds to build instance. [ 878.895967] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e90c63c4-e7d7-4c57-9132-da9151718b81 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.319s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.907848] env[68640]: DEBUG nova.scheduler.client.report [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.958131] env[68640]: DEBUG nova.network.neutron [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Port fc6c5b13-617c-439c-8570-68424de73411 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 878.958131] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.958131] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.958131] env[68640]: DEBUG nova.network.neutron [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.387278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d0be0343-4786-45f8-9d40-00c2364f8108 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.568s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.417448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.417448] env[68640]: DEBUG nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.419300] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.263s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.419543] env[68640]: DEBUG nova.objects.instance [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lazy-loading 'resources' on Instance uuid 462394ab-4bb2-4e64-8327-e435b51c7d27 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.546365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.546662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.550020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.550020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.550020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.550175] env[68640]: INFO nova.compute.manager [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Terminating instance [ 879.749874] env[68640]: DEBUG nova.network.neutron [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.924089] env[68640]: DEBUG nova.compute.utils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.930243] env[68640]: DEBUG nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 880.050514] env[68640]: INFO nova.compute.manager [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Rebuilding instance [ 880.054106] env[68640]: DEBUG nova.compute.manager [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.054362] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.054617] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a0304a-f0ea-4c59-9c36-c25f3757a5ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.063447] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 880.063447] env[68640]: value = "task-2990788" [ 880.063447] env[68640]: _type = "Task" [ 880.063447] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.073213] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.103302] env[68640]: DEBUG nova.compute.manager [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.104266] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351ffc0d-ab47-462c-8a31-0d260e617f44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.253348] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.427566] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a418a16a-4c59-446a-b0f9-1f9c067b4f9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.436460] env[68640]: DEBUG nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.439794] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81571ef-c703-4e14-a199-6a955e1fd435 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.471367] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4bc723-06c3-4b62-812e-cfed3f82b3c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.480251] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c37be-83f6-41db-8061-d44e0ff01387 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.495768] env[68640]: DEBUG nova.compute.provider_tree [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.575512] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990788, 'name': PowerOffVM_Task, 'duration_secs': 0.270154} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.575800] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.576073] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 880.576281] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599840', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'name': 'volume-1cb8364d-05c2-4795-b2e9-8144597b6565', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '595d6ed3-2b0f-448d-bd89-f40db2a91b31', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'serial': '1cb8364d-05c2-4795-b2e9-8144597b6565'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 880.577246] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d154db6-5721-4d65-8d3c-9ed4e973a300 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.601147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f81b0a-b51f-44a9-a5eb-7cb800e6e39a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.609048] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a4836b-b635-41a1-af5a-dbe887749b2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.634347] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0b869-74a3-4a43-b453-ce52d2bb9cb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.650685] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] The volume has not been displaced from its original location: [datastore1] volume-1cb8364d-05c2-4795-b2e9-8144597b6565/volume-1cb8364d-05c2-4795-b2e9-8144597b6565.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 880.655922] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.656809] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d977813b-9653-4258-ae08-d2251785bb60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.678375] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 880.678375] env[68640]: value = "task-2990789" [ 880.678375] env[68640]: _type = "Task" [ 880.678375] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.687835] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.759210] env[68640]: DEBUG nova.compute.manager [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68640) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 880.759458] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.998634] env[68640]: DEBUG nova.scheduler.client.report [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.137608] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.138022] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de50a428-0b55-4dcd-9465-a604cfcc1bca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.147996] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 881.147996] env[68640]: value = "task-2990790" [ 881.147996] env[68640]: _type = "Task" [ 881.147996] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.157604] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.189111] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990789, 'name': ReconfigVM_Task, 'duration_secs': 0.229203} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.189504] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.195143] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf2be6c-b608-4fbe-8b3c-ade81aed520e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.215085] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 881.215085] env[68640]: value = "task-2990791" [ 881.215085] env[68640]: _type = "Task" [ 881.215085] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.225725] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.450731] env[68640]: DEBUG nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.481236] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.481503] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.481749] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.481953] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.482118] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.482267] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.482478] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.482637] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.482802] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.482961] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.483146] env[68640]: DEBUG nova.virt.hardware [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.484057] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87061920-d800-47f2-b88b-48ebc11aaaad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.492501] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e310199-da5d-4a4b-b7bd-b0fa8c084352 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.507122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.509202] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.514665] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Creating folder: Project (72321e132cfb4c1e95fd242f7d1f1359). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.515793] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.381s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.516661] env[68640]: INFO nova.compute.claims [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.519398] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5347d55-44e5-4b0b-8b0b-e8925c07e1de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.531857] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Created folder: Project (72321e132cfb4c1e95fd242f7d1f1359) in parent group-v599664. [ 881.532080] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Creating folder: Instances. Parent ref: group-v599842. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.532335] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fc89e2a-a93e-4581-8995-484b630b5a87 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.536640] env[68640]: INFO nova.scheduler.client.report [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Deleted allocations for instance 462394ab-4bb2-4e64-8327-e435b51c7d27 [ 881.544099] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Created folder: Instances in parent group-v599842. [ 881.544348] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.544550] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.544941] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73202d4c-9dd0-4abc-9d90-939ac058d69b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.563774] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.563774] env[68640]: value = "task-2990794" [ 881.563774] env[68640]: _type = "Task" [ 881.563774] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.576085] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990794, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.662063] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990790, 'name': PowerOffVM_Task, 'duration_secs': 0.347001} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.664118] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.664428] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.668896] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97accdd-231c-4b0b-99ca-95e669932c89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.678962] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.679821] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d843288c-bd70-41d6-adda-b63b83824362 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.725295] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990791, 'name': ReconfigVM_Task, 'duration_secs': 0.191412} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.725611] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599840', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'name': 'volume-1cb8364d-05c2-4795-b2e9-8144597b6565', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '595d6ed3-2b0f-448d-bd89-f40db2a91b31', 'attached_at': '', 'detached_at': '', 'volume_id': '1cb8364d-05c2-4795-b2e9-8144597b6565', 'serial': '1cb8364d-05c2-4795-b2e9-8144597b6565'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 881.726655] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.726751] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05aae9d-95fa-406d-a70b-ae8aea16d0a2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.734936] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.735198] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8548e369-d7f8-4d18-a0a0-fd1d58e28ef8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.755042] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.755280] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.755464] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleting the datastore file [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.755758] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b936dd91-e5a4-4340-bf3e-557dd185cf17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.763722] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 881.763722] env[68640]: value = "task-2990797" [ 881.763722] env[68640]: _type = "Task" [ 881.763722] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.772119] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.828884] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.829190] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.829412] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleting the datastore file [datastore1] 595d6ed3-2b0f-448d-bd89-f40db2a91b31 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.829736] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd5ef9e5-3b42-4160-80a7-818df2f953bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.838200] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 881.838200] env[68640]: value = "task-2990798" [ 881.838200] env[68640]: _type = "Task" [ 881.838200] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.848293] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.045770] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bcd5268c-252e-474d-b934-412404b09e0e tempest-ServersTestJSON-2102682519 tempest-ServersTestJSON-2102682519-project-member] Lock "462394ab-4bb2-4e64-8327-e435b51c7d27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.430s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.075010] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990794, 'name': CreateVM_Task, 'duration_secs': 0.417277} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.075333] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.075885] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.076193] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.076588] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.076944] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0711c5b-8b21-4346-9121-753a98a8bbad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.082279] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 882.082279] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd17bb-65eb-1e0d-8199-99904d3978dd" [ 882.082279] env[68640]: _type = "Task" [ 882.082279] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.091176] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd17bb-65eb-1e0d-8199-99904d3978dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.174846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.174846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.174846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.175033] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.175834] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.177222] env[68640]: INFO nova.compute.manager [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Terminating instance [ 882.278155] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.278535] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.278844] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.279247] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.350900] env[68640]: DEBUG oslo_vmware.api [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364175} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.351191] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.351377] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.351556] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.351751] env[68640]: INFO nova.compute.manager [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Took 2.30 seconds to destroy the instance on the hypervisor. [ 882.351996] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.352202] env[68640]: DEBUG nova.compute.manager [-] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.352342] env[68640]: DEBUG nova.network.neutron [-] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.595814] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd17bb-65eb-1e0d-8199-99904d3978dd, 'name': SearchDatastore_Task, 'duration_secs': 0.025417} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.595814] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.596093] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.596348] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.596496] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.596779] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.597058] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3ff820-8120-4076-8324-e179e3294df5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.607744] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.607985] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.608785] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c5b404-76dd-40e6-ad87-8abbee0f7ab4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.616422] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 882.616422] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c06f1b-1a06-984d-8358-dff791aa81a4" [ 882.616422] env[68640]: _type = "Task" [ 882.616422] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.628774] env[68640]: DEBUG nova.compute.manager [req-d7872bc1-1b0e-4149-a4f8-e6c4e071ea1b req-0ff17304-c93a-4568-98a7-d5c24890c772 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Received event network-vif-deleted-9254c476-4dab-4fa6-bd2a-468afed6b3cd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.629100] env[68640]: INFO nova.compute.manager [req-d7872bc1-1b0e-4149-a4f8-e6c4e071ea1b req-0ff17304-c93a-4568-98a7-d5c24890c772 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Neutron deleted interface 9254c476-4dab-4fa6-bd2a-468afed6b3cd; detaching it from the instance and deleting it from the info cache [ 882.629300] env[68640]: DEBUG nova.network.neutron [req-d7872bc1-1b0e-4149-a4f8-e6c4e071ea1b req-0ff17304-c93a-4568-98a7-d5c24890c772 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.635279] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c06f1b-1a06-984d-8358-dff791aa81a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.681204] env[68640]: DEBUG nova.compute.manager [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.681434] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.682357] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d19c12-b44c-40a9-8251-980835a3406a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.690899] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.691184] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a91d269c-4783-42b3-ac8d-f7cd5609a39b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.703441] env[68640]: DEBUG oslo_vmware.api [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 882.703441] env[68640]: value = "task-2990799" [ 882.703441] env[68640]: _type = "Task" [ 882.703441] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.716154] env[68640]: DEBUG oslo_vmware.api [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.106307] env[68640]: DEBUG nova.network.neutron [-] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.113329] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ba4bb-46f6-4809-9839-9cae519ae933 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.124194] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258a2174-76c4-44ee-a1f7-fbe767726711 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.131805] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c06f1b-1a06-984d-8358-dff791aa81a4, 'name': SearchDatastore_Task, 'duration_secs': 0.031251} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.132928] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1d0d5d-a69b-40dc-9064-76515f2e7fc7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.167266] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-892562e4-f846-4029-beb7-c81a66d6d9d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.170217] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddff6b1e-11e4-4d14-8c04-5f1cc283e2f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.174214] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 883.174214] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52682b09-031c-3d18-ea1b-3a303c53b62b" [ 883.174214] env[68640]: _type = "Task" [ 883.174214] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.185303] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349bbce-ca86-40fd-8a8b-15db5885c604 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.193460] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932e3bc1-89ed-46f5-be96-a421520d8f40 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.210870] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52682b09-031c-3d18-ea1b-3a303c53b62b, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.215254] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.215737] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 0f8210ae-c6bf-441e-bec6-6af7776d7a30/0f8210ae-c6bf-441e-bec6-6af7776d7a30.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.224628] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf4d578-56be-4386-9a28-d11ae93417ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.227187] env[68640]: DEBUG nova.compute.provider_tree [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.244461] env[68640]: DEBUG nova.compute.manager [req-d7872bc1-1b0e-4149-a4f8-e6c4e071ea1b req-0ff17304-c93a-4568-98a7-d5c24890c772 service nova] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Detach interface failed, port_id=9254c476-4dab-4fa6-bd2a-468afed6b3cd, reason: Instance 595d6ed3-2b0f-448d-bd89-f40db2a91b31 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.246290] env[68640]: DEBUG nova.scheduler.client.report [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.254010] env[68640]: DEBUG oslo_vmware.api [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990799, 'name': PowerOffVM_Task, 'duration_secs': 0.273298} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.254371] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.254564] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.256885] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12936148-213b-4b66-a48d-786f9e08b27c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.260489] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 883.260489] env[68640]: value = "task-2990800" [ 883.260489] env[68640]: _type = "Task" [ 883.260489] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.270488] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.322689] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.323080] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.323337] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.323626] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.323833] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.324047] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.326929] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.326929] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.326929] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.326929] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.326929] env[68640]: DEBUG nova.virt.hardware [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.326929] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a8e25e-d82a-4bd1-903b-80ff04bfcfee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.330140] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.330430] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.332123] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Deleting the datastore file [datastore1] 317e55ca-1505-41d3-9f2b-bd1f35694ad2 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.332123] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07c2b0c-5075-496b-af46-e71876b2aac3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.340358] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9906ba31-d4cb-457f-9d56-5db360a17f14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.347733] env[68640]: DEBUG oslo_vmware.api [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 883.347733] env[68640]: value = "task-2990802" [ 883.347733] env[68640]: _type = "Task" [ 883.347733] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.360726] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:11:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9df4d99-1403-4746-a2d4-c17e212ed3fa', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.371024] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.371024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.371024] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf34b60-15d0-43d7-ba41-433532ef091a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.392829] env[68640]: DEBUG oslo_vmware.api [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.399330] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.399330] env[68640]: value = "task-2990803" [ 883.399330] env[68640]: _type = "Task" [ 883.399330] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.408629] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990803, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.609544] env[68640]: INFO nova.compute.manager [-] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Took 1.26 seconds to deallocate network for instance. [ 883.755986] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.756626] env[68640]: DEBUG nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.760501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.933s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.760815] env[68640]: DEBUG nova.objects.instance [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lazy-loading 'resources' on Instance uuid 9172c277-4b51-4c2d-b86b-4e70028eca7f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.785032] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990800, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.857122] env[68640]: DEBUG oslo_vmware.api [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234655} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.857421] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.857612] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.857791] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.857962] env[68640]: INFO nova.compute.manager [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 883.858225] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.858417] env[68640]: DEBUG nova.compute.manager [-] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.858641] env[68640]: DEBUG nova.network.neutron [-] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.909591] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990803, 'name': CreateVM_Task, 'duration_secs': 0.498503} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.909840] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.910544] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.910757] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.911112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.911534] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4ad156-88bf-4736-87bb-bcfb67ef3133 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.916183] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 883.916183] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5204cdf7-1125-2b98-e963-aa4e40555ae5" [ 883.916183] env[68640]: _type = "Task" [ 883.916183] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.926223] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5204cdf7-1125-2b98-e963-aa4e40555ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.164780] env[68640]: INFO nova.compute.manager [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Took 0.55 seconds to detach 1 volumes for instance. [ 884.276834] env[68640]: DEBUG nova.compute.utils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.277991] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551094} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.278467] env[68640]: DEBUG nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 884.278706] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 0f8210ae-c6bf-441e-bec6-6af7776d7a30/0f8210ae-c6bf-441e-bec6-6af7776d7a30.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.278959] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.279144] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-069031a5-76db-4ca0-aad7-c294fa69a532 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.287590] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 884.287590] env[68640]: value = "task-2990804" [ 884.287590] env[68640]: _type = "Task" [ 884.287590] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.301318] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.428451] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5204cdf7-1125-2b98-e963-aa4e40555ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.431136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.431456] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.431733] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.431886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.432076] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.432805] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e030dd-65d3-4629-a19f-45336355b64a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.443180] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.443366] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.444171] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c11980c-be4e-4c43-9c04-77a8295782d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.454371] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 884.454371] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f18fa-426f-f9d5-e8eb-af20f7fc23b4" [ 884.454371] env[68640]: _type = "Task" [ 884.454371] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.464978] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f18fa-426f-f9d5-e8eb-af20f7fc23b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.658964] env[68640]: DEBUG nova.compute.manager [req-dda70a1c-2b5a-4ddd-b69d-44ee6191a98b req-c01b7956-9202-4b45-be64-1b294ed7992c service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Received event network-vif-deleted-fe342c7a-6a9d-4fad-90b3-07777769f34b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.658964] env[68640]: INFO nova.compute.manager [req-dda70a1c-2b5a-4ddd-b69d-44ee6191a98b req-c01b7956-9202-4b45-be64-1b294ed7992c service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Neutron deleted interface fe342c7a-6a9d-4fad-90b3-07777769f34b; detaching it from the instance and deleting it from the info cache [ 884.658964] env[68640]: DEBUG nova.network.neutron [req-dda70a1c-2b5a-4ddd-b69d-44ee6191a98b req-c01b7956-9202-4b45-be64-1b294ed7992c service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.670185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.699333] env[68640]: DEBUG nova.network.neutron [-] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.785354] env[68640]: DEBUG nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.800757] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070664} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.801120] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.805072] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182154b6-9f24-4b85-b356-74ecc9e9abad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.828925] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 0f8210ae-c6bf-441e-bec6-6af7776d7a30/0f8210ae-c6bf-441e-bec6-6af7776d7a30.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.830366] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-052e74c2-f24c-4790-ad38-5005f43c3cb6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.846203] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18028d51-59da-4c2d-8d42-ca3a110d2576 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.856507] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7016276d-292d-40a6-beee-71f61b3277fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.862016] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 884.862016] env[68640]: value = "task-2990805" [ 884.862016] env[68640]: _type = "Task" [ 884.862016] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.899285] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c0875-daaa-4041-b177-1e65b97a4360 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.905854] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.910946] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a7b5d-4741-40e2-9055-0d888659c750 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.925757] env[68640]: DEBUG nova.compute.provider_tree [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.964986] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529f18fa-426f-f9d5-e8eb-af20f7fc23b4, 'name': SearchDatastore_Task, 'duration_secs': 0.017196} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.965756] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8cb4722-9f49-4aa9-8c09-1e670e5c8f76 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.972126] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 884.972126] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c391c2-0632-1c75-d5fa-4d6d2462cbb7" [ 884.972126] env[68640]: _type = "Task" [ 884.972126] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.980188] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c391c2-0632-1c75-d5fa-4d6d2462cbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.167295] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b66f3788-cb24-4aab-a8c1-0c758c4838c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.176087] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad0852a-71ec-4ef1-9aa5-cd8861c95ae3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.205556] env[68640]: INFO nova.compute.manager [-] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Took 1.35 seconds to deallocate network for instance. [ 885.230105] env[68640]: DEBUG nova.compute.manager [req-dda70a1c-2b5a-4ddd-b69d-44ee6191a98b req-c01b7956-9202-4b45-be64-1b294ed7992c service nova] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Detach interface failed, port_id=fe342c7a-6a9d-4fad-90b3-07777769f34b, reason: Instance 317e55ca-1505-41d3-9f2b-bd1f35694ad2 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 885.375195] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.429029] env[68640]: DEBUG nova.scheduler.client.report [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.484371] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c391c2-0632-1c75-d5fa-4d6d2462cbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.484644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.484901] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.485214] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eec31a2-0034-420d-b264-d77555f7d809 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.494023] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 885.494023] env[68640]: value = "task-2990806" [ 885.494023] env[68640]: _type = "Task" [ 885.494023] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.502131] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.735996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.794666] env[68640]: DEBUG nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.827212] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.827527] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.827723] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.828131] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.828259] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.828442] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.828753] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.828954] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.829166] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.829366] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.829560] env[68640]: DEBUG nova.virt.hardware [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.830542] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c927540-db3c-44b1-b87f-a1923760dc1b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.842232] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e3cf6-6309-40a6-bcef-56c8ad6493c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.860035] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.865404] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.866319] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.869142] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3464abd3-697b-4751-8941-b6a52dadfe63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.890730] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.890730] env[68640]: value = "task-2990807" [ 885.890730] env[68640]: _type = "Task" [ 885.890730] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.894627] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990805, 'name': ReconfigVM_Task, 'duration_secs': 0.598975} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.898691] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 0f8210ae-c6bf-441e-bec6-6af7776d7a30/0f8210ae-c6bf-441e-bec6-6af7776d7a30.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.899447] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98f6a8ca-9205-4164-a9f0-cb0c7c4c751a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.909830] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990807, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.911647] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 885.911647] env[68640]: value = "task-2990808" [ 885.911647] env[68640]: _type = "Task" [ 885.911647] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.923992] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990808, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.936141] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.939924] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.767s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.940241] env[68640]: DEBUG nova.objects.instance [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lazy-loading 'resources' on Instance uuid c0266f22-d7f9-4d58-85ad-383048bd9b0a {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.972621] env[68640]: INFO nova.scheduler.client.report [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Deleted allocations for instance 9172c277-4b51-4c2d-b86b-4e70028eca7f [ 886.006724] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990806, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.412220] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990807, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.421803] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990808, 'name': Rename_Task, 'duration_secs': 0.178696} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.422175] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.422483] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e16c25e9-290b-404a-b770-3325e1855c4b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.434068] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 886.434068] env[68640]: value = "task-2990809" [ 886.434068] env[68640]: _type = "Task" [ 886.434068] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.442412] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.481969] env[68640]: DEBUG oslo_concurrency.lockutils [None req-58f64bf4-e032-42d4-a9d4-a64a87c71f84 tempest-AttachInterfacesUnderV243Test-13183144 tempest-AttachInterfacesUnderV243Test-13183144-project-member] Lock "9172c277-4b51-4c2d-b86b-4e70028eca7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.191s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.512654] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520237} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.516286] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.516561] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.517494] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d84ba5e-eb0d-44b1-96ab-2d0dd74c62fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.525163] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 886.525163] env[68640]: value = "task-2990810" [ 886.525163] env[68640]: _type = "Task" [ 886.525163] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.539363] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.910233] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990807, 'name': CreateVM_Task, 'duration_secs': 0.718666} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.910490] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.911257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.911257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.911358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.911783] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb995370-a066-4f28-ad87-6267071bbc80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.919230] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 886.919230] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52da0cf6-3aea-993c-4317-e492e4f160d0" [ 886.919230] env[68640]: _type = "Task" [ 886.919230] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.929082] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52da0cf6-3aea-993c-4317-e492e4f160d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.947484] env[68640]: DEBUG oslo_vmware.api [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990809, 'name': PowerOnVM_Task, 'duration_secs': 0.478304} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.947484] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.947484] env[68640]: INFO nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Took 5.50 seconds to spawn the instance on the hypervisor. [ 886.947484] env[68640]: DEBUG nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.948113] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa032b-a76f-43d6-bee6-006e851d1a26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.035637] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098154} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.038556] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.039823] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b185b505-2277-4447-b135-e98496d0a2e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.068359] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.071389] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9724588f-7e6d-442e-8c33-399630a48426 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.093510] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 887.093510] env[68640]: value = "task-2990811" [ 887.093510] env[68640]: _type = "Task" [ 887.093510] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.102766] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.140779] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2bc278-bfbe-4e2c-b589-43b5cd10333c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.148923] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea0317-bce3-4bde-ad2b-263725980145 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.192684] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08d16f7-5fb4-4b44-a7eb-6b645b20678e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.202196] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65efa63f-1880-45cf-bf14-f7b813ad267c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.219427] env[68640]: DEBUG nova.compute.provider_tree [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.435622] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52da0cf6-3aea-993c-4317-e492e4f160d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.436236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.436236] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.436396] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.436539] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.436720] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.436984] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eff06ec-1d6e-40b8-b120-8aba23cf8801 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.447395] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.447395] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.448132] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f25ca9-920f-41a8-823d-e2d223f8cd42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.454674] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 887.454674] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522448a2-0f18-ea8c-0026-ed1302d05b61" [ 887.454674] env[68640]: _type = "Task" [ 887.454674] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.470102] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522448a2-0f18-ea8c-0026-ed1302d05b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.472217] env[68640]: INFO nova.compute.manager [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Took 50.01 seconds to build instance. [ 887.606327] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990811, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.722582] env[68640]: DEBUG nova.scheduler.client.report [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.974384] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522448a2-0f18-ea8c-0026-ed1302d05b61, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.975157] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef522d4-8f3c-4d7f-80eb-48e64f4937c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.977852] env[68640]: DEBUG oslo_concurrency.lockutils [None req-37504818-32ee-46af-bc37-3c7e6d2f9f5e tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.439s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.984619] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 887.984619] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272a94c-5913-c983-3ef0-2d8d5b1fbb54" [ 887.984619] env[68640]: _type = "Task" [ 887.984619] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.000979] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272a94c-5913-c983-3ef0-2d8d5b1fbb54, 'name': SearchDatastore_Task, 'duration_secs': 0.014283} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.003011] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003011] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.003011] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47eeb187-c486-4f11-83ea-3f17d5466e30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.011221] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 888.011221] env[68640]: value = "task-2990812" [ 888.011221] env[68640]: _type = "Task" [ 888.011221] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.021913] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.106144] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990811, 'name': ReconfigVM_Task, 'duration_secs': 0.852054} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.106726] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.106957] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea3c837-bcf2-4baf-b317-d21a8b130a3f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.115651] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 888.115651] env[68640]: value = "task-2990813" [ 888.115651] env[68640]: _type = "Task" [ 888.115651] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.130447] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990813, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.228862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.231460] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.631s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.236043] env[68640]: DEBUG nova.objects.instance [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lazy-loading 'resources' on Instance uuid f009d542-950f-4cd2-b03c-7d9a5b82d921 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.259996] env[68640]: INFO nova.scheduler.client.report [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Deleted allocations for instance c0266f22-d7f9-4d58-85ad-383048bd9b0a [ 888.526185] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990812, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.630804] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990813, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.770773] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e294b3f8-d493-40e5-85ab-e050cf2b316d tempest-SecurityGroupsTestJSON-270153509 tempest-SecurityGroupsTestJSON-270153509-project-member] Lock "c0266f22-d7f9-4d58-85ad-383048bd9b0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.846s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.032145] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990812, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.129388] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990813, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.326997] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e644d03e-c22e-4df0-a829-c11c8964aee0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.334924] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258c988-95cb-4c2e-94f2-be9571a2b4c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.368604] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2bac34-b1b6-4706-9fe2-03ca8af8fe26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.380674] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf99bf9f-e976-4cf3-9991-9efce833d997 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.398593] env[68640]: DEBUG nova.compute.provider_tree [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.492026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.492026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.525229] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990812, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.500741} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.525497] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.525707] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.525963] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a81aedcd-5946-4346-9779-0abc4f9b1123 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.534922] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 889.534922] env[68640]: value = "task-2990814" [ 889.534922] env[68640]: _type = "Task" [ 889.534922] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.543949] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.630461] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990813, 'name': Rename_Task, 'duration_secs': 1.175315} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.630772] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.631044] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c867e117-de5b-492e-acdb-5450bc58cf7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.638597] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 889.638597] env[68640]: value = "task-2990815" [ 889.638597] env[68640]: _type = "Task" [ 889.638597] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.647577] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.931035] env[68640]: ERROR nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [req-5934d356-1bfd-4d9e-a611-70e521c0d82f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5934d356-1bfd-4d9e-a611-70e521c0d82f"}]} [ 889.952748] env[68640]: DEBUG nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 889.970114] env[68640]: DEBUG nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 889.970114] env[68640]: DEBUG nova.compute.provider_tree [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.982064] env[68640]: DEBUG nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 889.994902] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.002127] env[68640]: DEBUG nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 890.051618] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076423} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.051911] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.052938] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52947a8a-22c6-4f30-bd9b-e786b316b59a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.081865] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.085699] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc11d5bd-00ac-4f8f-a82c-d82f2bb51ed5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.109523] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 890.109523] env[68640]: value = "task-2990816" [ 890.109523] env[68640]: _type = "Task" [ 890.109523] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.125238] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.149478] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990815, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.523856] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.625035] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.638882] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d52a948-f655-4e55-af99-80f3b2c3d82b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.659090] env[68640]: DEBUG oslo_vmware.api [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990815, 'name': PowerOnVM_Task, 'duration_secs': 0.823058} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.662363] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.662363] env[68640]: DEBUG nova.compute.manager [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.663147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95aaa551-c74e-4934-be2e-edf5a8702d66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.666389] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec0898c-3967-4602-ab8e-f74ae89be9d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.702511] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63471a74-bc06-44b2-9cd3-d960a04e6f04 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.713180] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83ae76-4332-4b8c-8a83-c39669566405 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.732159] env[68640]: DEBUG nova.compute.provider_tree [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.124637] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.213951] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.241327] env[68640]: DEBUG nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.629062] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990816, 'name': ReconfigVM_Task, 'duration_secs': 1.311109} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.629418] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.630094] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f11efa-009f-47d1-8555-0f1d3b5e1585 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.638556] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 891.638556] env[68640]: value = "task-2990817" [ 891.638556] env[68640]: _type = "Task" [ 891.638556] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.651099] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990817, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.748337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.517s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.752728] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.019s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.753138] env[68640]: DEBUG nova.objects.instance [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lazy-loading 'resources' on Instance uuid 6546c525-c06b-4a56-a4b4-bb55d83d5b89 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.790515] env[68640]: INFO nova.scheduler.client.report [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Deleted allocations for instance f009d542-950f-4cd2-b03c-7d9a5b82d921 [ 892.154110] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990817, 'name': Rename_Task, 'duration_secs': 0.157515} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.154412] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.154674] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38927582-dfd1-42f8-8b7d-80fcd1143fe3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.226881] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 892.226881] env[68640]: value = "task-2990818" [ 892.226881] env[68640]: _type = "Task" [ 892.226881] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.237013] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.286385] env[68640]: INFO nova.compute.manager [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Rebuilding instance [ 892.301122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-210ff441-2c4a-4c02-aea6-7332e5f60ecf tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "f009d542-950f-4cd2-b03c-7d9a5b82d921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.659s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.361621] env[68640]: DEBUG nova.compute.manager [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.362475] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da496da7-57d5-4a4f-bca9-2528e32384f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.739990] env[68640]: DEBUG oslo_vmware.api [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990818, 'name': PowerOnVM_Task, 'duration_secs': 0.537251} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.742617] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.743072] env[68640]: INFO nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Took 6.95 seconds to spawn the instance on the hypervisor. [ 892.743072] env[68640]: DEBUG nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.744508] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7532e3-041a-4433-a8de-78ad5814b9d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.919071] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafc5922-a647-4e0e-9221-9a2e359d9a44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.928056] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ea999-18c8-4f57-a760-ae5799e89ce8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.964389] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ad7ea8-2269-4bde-9f35-836f6e6697c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.972621] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627a6169-4822-476e-b221-5305f979778e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.986921] env[68640]: DEBUG nova.compute.provider_tree [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.089511] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "dc149598-d3ba-4d97-a6b8-d499f6db8596" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.089849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.090111] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "dc149598-d3ba-4d97-a6b8-d499f6db8596-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.090316] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.091571] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.094103] env[68640]: INFO nova.compute.manager [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Terminating instance [ 893.263021] env[68640]: INFO nova.compute.manager [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Took 52.15 seconds to build instance. [ 893.388401] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.388736] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed239070-53f1-480d-b962-256dc17bdfa0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.399054] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 893.399054] env[68640]: value = "task-2990819" [ 893.399054] env[68640]: _type = "Task" [ 893.399054] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.412342] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.492147] env[68640]: DEBUG nova.scheduler.client.report [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.597844] env[68640]: DEBUG nova.compute.manager [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.597844] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.598494] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41555efe-d6e8-402f-8124-1faf96856fdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.612767] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.613147] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d416f1-0fc4-47ad-a475-a0410b8e1dd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.622641] env[68640]: DEBUG oslo_vmware.api [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 893.622641] env[68640]: value = "task-2990820" [ 893.622641] env[68640]: _type = "Task" [ 893.622641] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.640777] env[68640]: DEBUG oslo_vmware.api [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.707200] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.707438] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.765514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd03b9d6-3db7-4ea3-876d-a17918907b0b tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.843s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.910596] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990819, 'name': PowerOffVM_Task, 'duration_secs': 0.227547} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.911045] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.911399] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.912568] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13796c2-7117-4bad-bc6e-b6c519db4527 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.921497] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.921756] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6119e232-1652-418c-998c-97c9b2a00444 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.997115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.001794] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.921s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.001794] env[68640]: DEBUG nova.objects.instance [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lazy-loading 'resources' on Instance uuid c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.018951] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.021315] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.021315] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleting the datastore file [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.021686] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8697d0f7-63bf-4950-90aa-5aaa8b508ba7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.031539] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 894.031539] env[68640]: value = "task-2990822" [ 894.031539] env[68640]: _type = "Task" [ 894.031539] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.032835] env[68640]: INFO nova.scheduler.client.report [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Deleted allocations for instance 6546c525-c06b-4a56-a4b4-bb55d83d5b89 [ 894.046735] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.138037] env[68640]: DEBUG oslo_vmware.api [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990820, 'name': PowerOffVM_Task, 'duration_secs': 0.283355} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.138414] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.138675] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.139014] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1972a70-015c-4c88-b90a-eed160e2d31d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.169102] env[68640]: INFO nova.compute.manager [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Rebuilding instance [ 894.211337] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.222295] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.222422] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.223555] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Deleting the datastore file [datastore2] dc149598-d3ba-4d97-a6b8-d499f6db8596 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.223659] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a83b4d3a-9893-446a-b2e7-d50d32330075 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.234077] env[68640]: DEBUG oslo_vmware.api [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for the task: (returnval){ [ 894.234077] env[68640]: value = "task-2990824" [ 894.234077] env[68640]: _type = "Task" [ 894.234077] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.241438] env[68640]: DEBUG nova.compute.manager [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.242553] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8152360-56a8-4ce8-8fd0-2dbac8172fb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.252739] env[68640]: DEBUG oslo_vmware.api [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.552292] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30837} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.552805] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f593bc7a-a17d-473c-81ab-a61990b6288a tempest-ServerMetadataNegativeTestJSON-734090600 tempest-ServerMetadataNegativeTestJSON-734090600-project-member] Lock "6546c525-c06b-4a56-a4b4-bb55d83d5b89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.391s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.557740] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.557740] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.557740] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.737907] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.752014] env[68640]: DEBUG oslo_vmware.api [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Task: {'id': task-2990824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290615} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.752816] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.753097] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.753339] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.753546] env[68640]: INFO nova.compute.manager [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Took 1.16 seconds to destroy the instance on the hypervisor. [ 894.753846] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.754108] env[68640]: DEBUG nova.compute.manager [-] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.754237] env[68640]: DEBUG nova.network.neutron [-] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.156346] env[68640]: DEBUG nova.compute.manager [req-c2aca3ad-62f4-4c2c-b16d-a0f226eb5ebc req-fcbc7163-1729-404c-93a5-c32005ec6124 service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Received event network-vif-deleted-e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.156560] env[68640]: INFO nova.compute.manager [req-c2aca3ad-62f4-4c2c-b16d-a0f226eb5ebc req-fcbc7163-1729-404c-93a5-c32005ec6124 service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Neutron deleted interface e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f; detaching it from the instance and deleting it from the info cache [ 895.156717] env[68640]: DEBUG nova.network.neutron [req-c2aca3ad-62f4-4c2c-b16d-a0f226eb5ebc req-fcbc7163-1729-404c-93a5-c32005ec6124 service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.204967] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25db343-a6de-40f0-90a5-8924cf742d65 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.214921] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c251aa-7844-4a97-b396-b29afafa0630 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.252834] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a273f780-1a38-4fc7-99de-40dfb73953c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.261304] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766df462-9979-49b4-8884-c767db6c985d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.270309] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.270599] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d06201e-9bfe-4632-8160-c100114ef940 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.285500] env[68640]: DEBUG nova.compute.provider_tree [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.292052] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 895.292052] env[68640]: value = "task-2990825" [ 895.292052] env[68640]: _type = "Task" [ 895.292052] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.299457] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.607582] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.607827] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.608011] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.608205] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.608382] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.608539] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.608752] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.608913] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.609099] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.609265] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.609438] env[68640]: DEBUG nova.virt.hardware [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.611102] env[68640]: DEBUG nova.network.neutron [-] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.611813] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f973c0db-7dc2-46df-95fb-b16ae9d7d064 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.623643] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c83dea-a6fb-4439-ab9f-84fd825ea9c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.644311] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:11:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9df4d99-1403-4746-a2d4-c17e212ed3fa', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.651690] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.651983] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.652555] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cfdc092-4643-4f91-91ed-a2202ecfec8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.671987] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfdbd7cd-cfb1-4b39-922f-e2e124cd20c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.682344] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aae81b-5dc5-4679-8d12-6fdd924fe994 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.695171] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.695171] env[68640]: value = "task-2990826" [ 895.695171] env[68640]: _type = "Task" [ 895.695171] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.706123] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "76ad78d8-5656-47dc-9604-eba11947b082" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.706247] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "76ad78d8-5656-47dc-9604-eba11947b082" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.724658] env[68640]: DEBUG nova.compute.manager [req-c2aca3ad-62f4-4c2c-b16d-a0f226eb5ebc req-fcbc7163-1729-404c-93a5-c32005ec6124 service nova] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Detach interface failed, port_id=e2aaf5a7-c2ff-42e9-a0ba-c1bcc3b6be7f, reason: Instance dc149598-d3ba-4d97-a6b8-d499f6db8596 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.729053] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990826, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.754096] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "98a36d48-824b-46cd-9167-3acac7459a26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.755180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "98a36d48-824b-46cd-9167-3acac7459a26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.791167] env[68640]: DEBUG nova.scheduler.client.report [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.803263] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990825, 'name': PowerOffVM_Task, 'duration_secs': 0.138361} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.803534] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.803777] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.804808] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fad2d9-f814-4b5f-b8ea-d3afe92ec254 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.812446] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.812702] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5517852c-4e00-40e2-95da-99108e82428b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.843210] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.843448] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.843623] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleting the datastore file [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.843959] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8edd4d5a-bb56-4370-80ee-5e56f1f13dbf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.851633] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 895.851633] env[68640]: value = "task-2990828" [ 895.851633] env[68640]: _type = "Task" [ 895.851633] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.860375] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.117994] env[68640]: INFO nova.compute.manager [-] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Took 1.36 seconds to deallocate network for instance. [ 896.209033] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.211517] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990826, 'name': CreateVM_Task, 'duration_secs': 0.378436} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.211728] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.215284] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.215439] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.215750] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.216039] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e509ff1-33c9-46f3-a29e-b41fa6aece1a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.222244] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 896.222244] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5200a454-0dfb-ae4d-44c8-6033f2e8dbc5" [ 896.222244] env[68640]: _type = "Task" [ 896.222244] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.232678] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5200a454-0dfb-ae4d-44c8-6033f2e8dbc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.257289] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.297771] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.302282] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.154s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.303236] env[68640]: DEBUG nova.objects.instance [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lazy-loading 'resources' on Instance uuid 829be9ef-e8dc-49a6-b0fc-b72e234755d7 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.335486] env[68640]: INFO nova.scheduler.client.report [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Deleted allocations for instance c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d [ 896.365761] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182913} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.365924] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.366016] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.366831] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.625702] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.736040] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5200a454-0dfb-ae4d-44c8-6033f2e8dbc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.736040] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.736040] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.736040] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.736040] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.736040] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.736040] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3ca9c4c-28aa-4304-b9ff-95f7f74f0da7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.738615] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.749672] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.749753] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.750717] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b472685-7295-44ee-8019-9624531c813f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.759195] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 896.759195] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f67bbc-25d0-9821-22e4-c7a5e818c926" [ 896.759195] env[68640]: _type = "Task" [ 896.759195] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.773839] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f67bbc-25d0-9821-22e4-c7a5e818c926, 'name': SearchDatastore_Task, 'duration_secs': 0.010558} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.775572] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcd0441-1dd1-4cf1-81ca-139543b573f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.782824] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 896.782824] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5247989a-4ffa-98a4-989b-270b3ebc015a" [ 896.782824] env[68640]: _type = "Task" [ 896.782824] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.784546] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.793014] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5247989a-4ffa-98a4-989b-270b3ebc015a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.848104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd9df7f3-f4cb-4933-8fc1-153b90c7b533 tempest-ServerAddressesNegativeTestJSON-1447100626 tempest-ServerAddressesNegativeTestJSON-1447100626-project-member] Lock "c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.802s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.301637] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5247989a-4ffa-98a4-989b-270b3ebc015a, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.301637] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.301637] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.301827] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82d8d3b9-30f5-469d-9f6c-1e0d166cb571 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.315594] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 897.315594] env[68640]: value = "task-2990829" [ 897.315594] env[68640]: _type = "Task" [ 897.315594] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.325275] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.342284] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0965ff-42a6-4ab2-aec0-ef8dfd120afc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.351552] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9022710-a13a-471a-a02a-f1e666e34b49 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.387762] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8df4d-5010-429a-bb7b-d43aad2eaa6b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.396676] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542a3b1-d5f5-46da-a52b-90b8adf094ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.413838] env[68640]: DEBUG nova.compute.provider_tree [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.424107] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.424107] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.424107] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.424107] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.424359] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.424409] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.424626] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.424781] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.424963] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.425143] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.425325] env[68640]: DEBUG nova.virt.hardware [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.426242] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d171710a-1721-46a6-b8cc-48b049bd65b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.436931] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0804d1a-7a1d-45cc-9ce2-acfd656ea8ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.452379] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.458457] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.458828] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.459122] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f4a99fa-a500-4911-bfaa-42f4c95a462d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.481163] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.481163] env[68640]: value = "task-2990830" [ 897.481163] env[68640]: _type = "Task" [ 897.481163] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.491802] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990830, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.827655] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990829, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.918889] env[68640]: DEBUG nova.scheduler.client.report [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.995170] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990830, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.327598] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550213} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.327870] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.328098] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.328358] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-183a22d4-74c5-4039-84aa-7195b2a98c7a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.335978] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 898.335978] env[68640]: value = "task-2990831" [ 898.335978] env[68640]: _type = "Task" [ 898.335978] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.349170] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.427023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.429578] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.279s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.429860] env[68640]: DEBUG nova.objects.instance [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lazy-loading 'resources' on Instance uuid 46aed8d6-f613-40c8-ae1a-42f38f622f8c {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.452470] env[68640]: INFO nova.scheduler.client.report [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleted allocations for instance 829be9ef-e8dc-49a6-b0fc-b72e234755d7 [ 898.497350] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990830, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.849035] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120117} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.849560] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.850786] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20065e3-ca2e-4c90-bab2-abfbe45fc182 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.881325] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.881757] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846290e4-b427-4ed7-82b1-c79db277244d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.908937] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 898.908937] env[68640]: value = "task-2990832" [ 898.908937] env[68640]: _type = "Task" [ 898.908937] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.920705] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.966410] env[68640]: DEBUG oslo_concurrency.lockutils [None req-da0e3eba-1714-43de-9a18-e25c2ae6cf61 tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "829be9ef-e8dc-49a6-b0fc-b72e234755d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.610s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.995329] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990830, 'name': CreateVM_Task, 'duration_secs': 1.418492} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.995492] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.997124] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.997295] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.997618] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.998241] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5474c3f2-d1ec-4c78-b7a6-0bb9e3f686f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.005593] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 899.005593] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e701bc-26bd-4aab-3116-1db4e4b3fa59" [ 899.005593] env[68640]: _type = "Task" [ 899.005593] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.016970] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e701bc-26bd-4aab-3116-1db4e4b3fa59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.421574] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990832, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.499690] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25647af3-8365-4135-a50e-36496060caf5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.518026] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11219871-41e5-417c-b144-72c462bf123e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.530034] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e701bc-26bd-4aab-3116-1db4e4b3fa59, 'name': SearchDatastore_Task, 'duration_secs': 0.01798} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.569431] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.569783] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.570110] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.570310] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.570531] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.571097] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d6af0e-756c-45b4-8a7b-f60c3d882e01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.573758] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840378c0-4c49-4df1-bbb3-3258bb8fe6be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.590326] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75a8e57-2474-4425-ac79-8bf7915186b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.593939] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.594200] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.598904] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd825dfa-4a0e-4379-b3bd-f221b939382c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.604211] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 899.604211] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fa885b-2e9c-fedb-de87-5491fc3e561c" [ 899.604211] env[68640]: _type = "Task" [ 899.604211] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.614854] env[68640]: DEBUG nova.compute.provider_tree [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.626296] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fa885b-2e9c-fedb-de87-5491fc3e561c, 'name': SearchDatastore_Task, 'duration_secs': 0.014021} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.628272] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6436f89a-44c1-4da0-b404-a31d70aedabe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.634208] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 899.634208] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521526ea-f4ba-3e80-a3c9-f381faa38bf1" [ 899.634208] env[68640]: _type = "Task" [ 899.634208] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.644124] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521526ea-f4ba-3e80-a3c9-f381faa38bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.920797] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990832, 'name': ReconfigVM_Task, 'duration_secs': 0.79946} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.921192] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b/09e9bef6-5a68-409a-b948-c2aaf3646c8b.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.921767] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-191e972f-0e1f-45c8-9065-a3dd1cc5a22a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.931807] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 899.931807] env[68640]: value = "task-2990833" [ 899.931807] env[68640]: _type = "Task" [ 899.931807] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.946462] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990833, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.120568] env[68640]: DEBUG nova.scheduler.client.report [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.155131] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521526ea-f4ba-3e80-a3c9-f381faa38bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.020839} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.156121] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.156602] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.156707] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c431ad-59bc-4eea-8a4d-5672127697d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.165939] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 900.165939] env[68640]: value = "task-2990834" [ 900.165939] env[68640]: _type = "Task" [ 900.165939] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.178160] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.449157] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990833, 'name': Rename_Task, 'duration_secs': 0.333994} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.449157] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.449157] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e81dacb-5d97-4cb9-a023-217715c5c920 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.459074] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 900.459074] env[68640]: value = "task-2990835" [ 900.459074] env[68640]: _type = "Task" [ 900.459074] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.471335] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.626288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.628997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.952s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.631051] env[68640]: INFO nova.compute.claims [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.662272] env[68640]: INFO nova.scheduler.client.report [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Deleted allocations for instance 46aed8d6-f613-40c8-ae1a-42f38f622f8c [ 900.688981] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514005} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.689332] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.689579] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.692015] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a5ff7a-f014-4663-9f35-310405068234 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.700123] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 900.700123] env[68640]: value = "task-2990836" [ 900.700123] env[68640]: _type = "Task" [ 900.700123] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.713524] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.971121] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.185214] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f41e2c34-7043-442b-80de-8c0e257b8dcd tempest-ListServersNegativeTestJSON-516715489 tempest-ListServersNegativeTestJSON-516715489-project-member] Lock "46aed8d6-f613-40c8-ae1a-42f38f622f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.539s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.214979] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074987} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.215274] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.216212] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42184d-1fd3-47aa-a9b3-d51d7406bad9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.245492] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.246117] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e988e4-e7fc-47bf-859d-4b8b855b5801 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.269855] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 901.269855] env[68640]: value = "task-2990837" [ 901.269855] env[68640]: _type = "Task" [ 901.269855] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.278742] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.473962] env[68640]: DEBUG oslo_vmware.api [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990835, 'name': PowerOnVM_Task, 'duration_secs': 0.643435} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.476448] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.476654] env[68640]: DEBUG nova.compute.manager [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.477521] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c58eec-1f9a-4198-8535-68b6baf769f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.785327] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990837, 'name': ReconfigVM_Task, 'duration_secs': 0.348152} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.785606] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9/ed14223f-7b5b-46b2-bbc1-2552816a9da9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.786255] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47ac3a8d-97ef-46fd-9c85-68ad67ae2a7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.797437] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 901.797437] env[68640]: value = "task-2990838" [ 901.797437] env[68640]: _type = "Task" [ 901.797437] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.811840] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990838, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.998799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.224128] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dc5697-1ac5-4921-baef-aaffbd9cea21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.235540] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f15932b-4cbe-44c0-84a6-762bd96f7289 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.273478] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7739098-f172-4435-803c-3ea5435056e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.282629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87514bba-7f1e-4c2a-b577-3041e9cf959f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.297111] env[68640]: DEBUG nova.compute.provider_tree [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.309605] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990838, 'name': Rename_Task, 'duration_secs': 0.154527} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.310397] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.310716] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70617db6-61d5-453f-bdfd-0d12bae87113 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.319143] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 902.319143] env[68640]: value = "task-2990839" [ 902.319143] env[68640]: _type = "Task" [ 902.319143] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.328539] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.801023] env[68640]: DEBUG nova.scheduler.client.report [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.835606] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990839, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.307655] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.308143] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.311065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.865s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.312585] env[68640]: INFO nova.compute.claims [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.329969] env[68640]: DEBUG oslo_vmware.api [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990839, 'name': PowerOnVM_Task, 'duration_secs': 0.676688} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.330404] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.330758] env[68640]: DEBUG nova.compute.manager [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.334018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90174543-2b68-44c3-954b-d06912ba9d4b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.827043] env[68640]: DEBUG nova.compute.utils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.827043] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.827043] env[68640]: DEBUG nova.network.neutron [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.857921] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.898785] env[68640]: DEBUG nova.policy [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.110446] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "e2f61c21-371d-4559-b2da-a68ac6275321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.110723] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "e2f61c21-371d-4559-b2da-a68ac6275321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.110926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "e2f61c21-371d-4559-b2da-a68ac6275321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.111182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "e2f61c21-371d-4559-b2da-a68ac6275321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.111297] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "e2f61c21-371d-4559-b2da-a68ac6275321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.118617] env[68640]: INFO nova.compute.manager [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Terminating instance [ 904.331254] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.443301] env[68640]: DEBUG nova.network.neutron [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Successfully created port: 3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.469174] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.469595] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.470418] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.470418] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.470418] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.473367] env[68640]: INFO nova.compute.manager [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Terminating instance [ 904.623260] env[68640]: DEBUG nova.compute.manager [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.624155] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.625366] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0baf67-7ba6-4794-8933-e7bab19381ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.635916] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.636195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-107a4a9a-737a-47f7-8311-6d4178bdfdfc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.644443] env[68640]: DEBUG oslo_vmware.api [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 904.644443] env[68640]: value = "task-2990840" [ 904.644443] env[68640]: _type = "Task" [ 904.644443] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.656376] env[68640]: DEBUG oslo_vmware.api [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.857642] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf859e-7e7f-4e27-972c-72e8166f5343 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.865428] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c853ef1-2737-4af5-837b-30628c6e9b02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.897793] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf3e87-e01f-4b00-9fdc-e3f9c21d92eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.905584] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e1a68-0db7-45b6-a5b7-dfa293d21726 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.919369] env[68640]: DEBUG nova.compute.provider_tree [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.977047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "refresh_cache-ed14223f-7b5b-46b2-bbc1-2552816a9da9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.977251] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "refresh_cache-ed14223f-7b5b-46b2-bbc1-2552816a9da9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.977431] env[68640]: DEBUG nova.network.neutron [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.154693] env[68640]: DEBUG oslo_vmware.api [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990840, 'name': PowerOffVM_Task, 'duration_secs': 0.472799} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.154978] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.155163] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.155448] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-612c7b05-86a8-4b64-ba00-5b89c96557f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.222159] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.222159] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.222159] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleting the datastore file [datastore1] e2f61c21-371d-4559-b2da-a68ac6275321 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.222594] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1f9b02c-b1b5-4213-9dbe-c5e0aeb8220a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.230040] env[68640]: DEBUG oslo_vmware.api [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 905.230040] env[68640]: value = "task-2990842" [ 905.230040] env[68640]: _type = "Task" [ 905.230040] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.240349] env[68640]: DEBUG oslo_vmware.api [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.343151] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.384500] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.384752] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.385023] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.385376] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.385607] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.385729] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.389027] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.389027] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.389027] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.389027] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.389027] env[68640]: DEBUG nova.virt.hardware [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.389027] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f46d04-edc7-4950-ba10-9087eb2a4140 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.397067] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eeb3b4-e7df-4219-ba08-395c26549558 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.422550] env[68640]: DEBUG nova.scheduler.client.report [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.497889] env[68640]: DEBUG nova.network.neutron [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.545793] env[68640]: DEBUG nova.network.neutron [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.741584] env[68640]: DEBUG oslo_vmware.api [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149516} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.742352] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.742779] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.743357] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.743632] env[68640]: INFO nova.compute.manager [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Took 1.12 seconds to destroy the instance on the hypervisor. [ 905.744207] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.744596] env[68640]: DEBUG nova.compute.manager [-] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.744745] env[68640]: DEBUG nova.network.neutron [-] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.929367] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.929911] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.933252] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.892s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.933588] env[68640]: DEBUG nova.objects.instance [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lazy-loading 'resources' on Instance uuid 11847cbd-e74c-49ca-b518-aaa7204767b3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.042340] env[68640]: DEBUG nova.compute.manager [req-d10f9ea3-04da-4fa3-a825-bf55f7f3f103 req-54f1ef02-18bd-486e-8c10-f60242ba5ac7 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Received event network-vif-plugged-3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.042699] env[68640]: DEBUG oslo_concurrency.lockutils [req-d10f9ea3-04da-4fa3-a825-bf55f7f3f103 req-54f1ef02-18bd-486e-8c10-f60242ba5ac7 service nova] Acquiring lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.043815] env[68640]: DEBUG oslo_concurrency.lockutils [req-d10f9ea3-04da-4fa3-a825-bf55f7f3f103 req-54f1ef02-18bd-486e-8c10-f60242ba5ac7 service nova] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.043979] env[68640]: DEBUG oslo_concurrency.lockutils [req-d10f9ea3-04da-4fa3-a825-bf55f7f3f103 req-54f1ef02-18bd-486e-8c10-f60242ba5ac7 service nova] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.044180] env[68640]: DEBUG nova.compute.manager [req-d10f9ea3-04da-4fa3-a825-bf55f7f3f103 req-54f1ef02-18bd-486e-8c10-f60242ba5ac7 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] No waiting events found dispatching network-vif-plugged-3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.044344] env[68640]: WARNING nova.compute.manager [req-d10f9ea3-04da-4fa3-a825-bf55f7f3f103 req-54f1ef02-18bd-486e-8c10-f60242ba5ac7 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Received unexpected event network-vif-plugged-3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 for instance with vm_state building and task_state spawning. [ 906.048390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "refresh_cache-ed14223f-7b5b-46b2-bbc1-2552816a9da9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.048760] env[68640]: DEBUG nova.compute.manager [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.048944] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.049787] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3666b4-e170-4f33-955d-9e2c5582e114 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.058814] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.059058] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b77875f-df43-4e92-9d4b-faf93de3e171 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.066358] env[68640]: DEBUG oslo_vmware.api [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 906.066358] env[68640]: value = "task-2990843" [ 906.066358] env[68640]: _type = "Task" [ 906.066358] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.075521] env[68640]: DEBUG oslo_vmware.api [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.165999] env[68640]: DEBUG nova.network.neutron [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Successfully updated port: 3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.435400] env[68640]: DEBUG nova.compute.utils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.439287] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.439487] env[68640]: DEBUG nova.network.neutron [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.538446] env[68640]: DEBUG nova.policy [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5c3219fceba45f69849741a0ba30388', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e310fc501bd4c659a45054618ebd323', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.576953] env[68640]: DEBUG oslo_vmware.api [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990843, 'name': PowerOffVM_Task, 'duration_secs': 0.24521} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.579488] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.579676] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.581190] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4ed3f37-245a-434d-ba77-86d419af5240 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.601000] env[68640]: DEBUG nova.network.neutron [-] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.610710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.610861] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.611087] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleting the datastore file [datastore1] ed14223f-7b5b-46b2-bbc1-2552816a9da9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.611365] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-481c6b58-ed90-4dba-916c-a413525d48b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.620148] env[68640]: DEBUG oslo_vmware.api [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 906.620148] env[68640]: value = "task-2990845" [ 906.620148] env[68640]: _type = "Task" [ 906.620148] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.632673] env[68640]: DEBUG oslo_vmware.api [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.668390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.668533] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.668678] env[68640]: DEBUG nova.network.neutron [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.942820] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.963093] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17e803-f8fa-459e-a423-c71ff373e4e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.971044] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622b054-df32-4dc2-a58e-e1538b4b307b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.006688] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe7bd06-fae5-4903-8309-9a090fdbb2ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.014759] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358b6ae7-597e-436b-af05-3845fbbf8d1e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.028354] env[68640]: DEBUG nova.compute.provider_tree [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.103855] env[68640]: INFO nova.compute.manager [-] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Took 1.36 seconds to deallocate network for instance. [ 907.130904] env[68640]: DEBUG oslo_vmware.api [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114768} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.132301] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.132512] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.132690] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.132888] env[68640]: INFO nova.compute.manager [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 907.133637] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.133864] env[68640]: DEBUG nova.compute.manager [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.133964] env[68640]: DEBUG nova.network.neutron [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.159375] env[68640]: DEBUG nova.network.neutron [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.193458] env[68640]: DEBUG nova.network.neutron [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Successfully created port: 497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.227494] env[68640]: DEBUG nova.network.neutron [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.531695] env[68640]: DEBUG nova.scheduler.client.report [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.567512] env[68640]: DEBUG nova.network.neutron [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Updating instance_info_cache with network_info: [{"id": "3d8cb81e-3533-4539-b4ae-b7b9a2b0f938", "address": "fa:16:3e:47:31:3f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8cb81e-35", "ovs_interfaceid": "3d8cb81e-3533-4539-b4ae-b7b9a2b0f938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.613169] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.663422] env[68640]: DEBUG nova.network.neutron [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.957571] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.978527] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.978767] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.978988] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.979112] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.979262] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.979409] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.979622] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.979796] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.980028] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.980299] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.980544] env[68640]: DEBUG nova.virt.hardware [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.983415] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71d3ffc-185a-4bbd-a699-32fad7e43659 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.990332] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49672ff7-c741-493f-a7eb-7776bd12fcd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.037762] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.040858] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.950s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.041250] env[68640]: DEBUG nova.objects.instance [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lazy-loading 'resources' on Instance uuid 23bcd855-528a-40e2-9bdd-95f65cce7fa3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.070788] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.071249] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Instance network_info: |[{"id": "3d8cb81e-3533-4539-b4ae-b7b9a2b0f938", "address": "fa:16:3e:47:31:3f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8cb81e-35", "ovs_interfaceid": "3d8cb81e-3533-4539-b4ae-b7b9a2b0f938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.071803] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:31:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d8cb81e-3533-4539-b4ae-b7b9a2b0f938', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.086605] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.088427] env[68640]: INFO nova.scheduler.client.report [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Deleted allocations for instance 11847cbd-e74c-49ca-b518-aaa7204767b3 [ 908.090320] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.094577] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b3acd57-327e-40cf-aad4-43413b73d255 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.131762] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.131762] env[68640]: value = "task-2990846" [ 908.131762] env[68640]: _type = "Task" [ 908.131762] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.141848] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990846, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.166576] env[68640]: INFO nova.compute.manager [-] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Took 1.03 seconds to deallocate network for instance. [ 908.464810] env[68640]: DEBUG nova.compute.manager [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Received event network-vif-deleted-9afce2a7-e4eb-4f96-8dc6-9aefa70337bf {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.467506] env[68640]: DEBUG nova.compute.manager [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Received event network-changed-3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.467754] env[68640]: DEBUG nova.compute.manager [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Refreshing instance network info cache due to event network-changed-3d8cb81e-3533-4539-b4ae-b7b9a2b0f938. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.467989] env[68640]: DEBUG oslo_concurrency.lockutils [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] Acquiring lock "refresh_cache-fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.468178] env[68640]: DEBUG oslo_concurrency.lockutils [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] Acquired lock "refresh_cache-fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.468347] env[68640]: DEBUG nova.network.neutron [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Refreshing network info cache for port 3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.631337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e0c37fad-6032-48db-92ee-d7655c540e4d tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "11847cbd-e74c-49ca-b518-aaa7204767b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.171s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.648657] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990846, 'name': CreateVM_Task, 'duration_secs': 0.331631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.649379] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.650166] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.650606] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.650735] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.651294] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8eb47a-9639-4f1a-891e-4d1128c0a7c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.660287] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 908.660287] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523f79b5-39bf-54af-b6ac-6d20a45bb07b" [ 908.660287] env[68640]: _type = "Task" [ 908.660287] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.669839] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523f79b5-39bf-54af-b6ac-6d20a45bb07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.675082] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.882308] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "ea8c5d29-d806-491f-888b-7d7d07dd5292" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.882562] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.075807] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a37b03-5acc-4ceb-abe4-ebaba80605d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.084113] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fe4d9e-c061-4ed4-be79-c18ec2a03e3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.124638] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989008ce-d74a-46ac-9690-b252541bb122 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.132798] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc38c42-7a87-415f-acce-3148e5f811bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.137493] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.137770] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.138014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.138256] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.138447] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.140934] env[68640]: INFO nova.compute.manager [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Terminating instance [ 909.151605] env[68640]: DEBUG nova.compute.provider_tree [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.173674] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523f79b5-39bf-54af-b6ac-6d20a45bb07b, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.174014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.174266] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.174490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.174636] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.174823] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.175324] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab292f54-28c5-427c-b23a-86cde1ea68e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.183748] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.183934] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.184683] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b20997-f69a-4a45-8e44-a669328aa09b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.190096] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 909.190096] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5221c479-0085-5efc-30b2-4ca90d366c70" [ 909.190096] env[68640]: _type = "Task" [ 909.190096] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.197527] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5221c479-0085-5efc-30b2-4ca90d366c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.221838] env[68640]: DEBUG nova.network.neutron [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Successfully updated port: 497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.263352] env[68640]: DEBUG nova.network.neutron [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Updated VIF entry in instance network info cache for port 3d8cb81e-3533-4539-b4ae-b7b9a2b0f938. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.263727] env[68640]: DEBUG nova.network.neutron [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Updating instance_info_cache with network_info: [{"id": "3d8cb81e-3533-4539-b4ae-b7b9a2b0f938", "address": "fa:16:3e:47:31:3f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d8cb81e-35", "ovs_interfaceid": "3d8cb81e-3533-4539-b4ae-b7b9a2b0f938", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.385242] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.656647] env[68640]: DEBUG nova.scheduler.client.report [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.660603] env[68640]: DEBUG nova.compute.manager [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.660829] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.661994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab529bb-a643-4c76-8c8a-0e38926e6d2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.670484] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.670730] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2fee411-817c-4a4d-9c85-9f83a76ab0f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.679459] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 909.679459] env[68640]: value = "task-2990847" [ 909.679459] env[68640]: _type = "Task" [ 909.679459] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.689991] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.699570] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5221c479-0085-5efc-30b2-4ca90d366c70, 'name': SearchDatastore_Task, 'duration_secs': 0.009044} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.700562] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8d521d-fb03-4c38-8b2c-054b046d1d46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.705368] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 909.705368] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528108b0-0332-d6a0-3954-211aaf77bb49" [ 909.705368] env[68640]: _type = "Task" [ 909.705368] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.712939] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528108b0-0332-d6a0-3954-211aaf77bb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.724670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.724710] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquired lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.724861] env[68640]: DEBUG nova.network.neutron [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.767027] env[68640]: DEBUG oslo_concurrency.lockutils [req-6c3c9d96-1d1a-4cc5-8265-48890c9a553b req-b937fe32-914a-4fbc-aa63-a58705919d87 service nova] Releasing lock "refresh_cache-fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.907755] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.040278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.040545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.040748] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "632d944a-2286-42bb-a3b8-cdaf59c72880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.040930] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.041115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.043202] env[68640]: INFO nova.compute.manager [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Terminating instance [ 910.163020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.165652] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.126s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.167228] env[68640]: INFO nova.compute.claims [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.185731] env[68640]: INFO nova.scheduler.client.report [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Deleted allocations for instance 23bcd855-528a-40e2-9bdd-95f65cce7fa3 [ 910.194233] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990847, 'name': PowerOffVM_Task, 'duration_secs': 0.218828} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.194446] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.194612] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.194873] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5333378a-b444-44f3-a63b-0c8274984eca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.217248] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528108b0-0332-d6a0-3954-211aaf77bb49, 'name': SearchDatastore_Task, 'duration_secs': 0.015364} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.217628] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.217939] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] fd5865e5-0c24-49a5-890d-3cc7d8cf40f0/fd5865e5-0c24-49a5-890d-3cc7d8cf40f0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.218251] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0875f141-4080-4908-a81c-09545d521a5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.225112] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 910.225112] env[68640]: value = "task-2990849" [ 910.225112] env[68640]: _type = "Task" [ 910.225112] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.265864] env[68640]: DEBUG nova.network.neutron [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.386390] env[68640]: DEBUG nova.network.neutron [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Updating instance_info_cache with network_info: [{"id": "497654d2-e0ca-46bc-ad00-2165f35626db", "address": "fa:16:3e:b7:1a:f7", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497654d2-e0", "ovs_interfaceid": "497654d2-e0ca-46bc-ad00-2165f35626db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.493062] env[68640]: DEBUG nova.compute.manager [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Received event network-vif-plugged-497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.493294] env[68640]: DEBUG oslo_concurrency.lockutils [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] Acquiring lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.493592] env[68640]: DEBUG oslo_concurrency.lockutils [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.493659] env[68640]: DEBUG oslo_concurrency.lockutils [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.493887] env[68640]: DEBUG nova.compute.manager [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] No waiting events found dispatching network-vif-plugged-497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.494080] env[68640]: WARNING nova.compute.manager [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Received unexpected event network-vif-plugged-497654d2-e0ca-46bc-ad00-2165f35626db for instance with vm_state building and task_state spawning. [ 910.494271] env[68640]: DEBUG nova.compute.manager [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Received event network-changed-497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.494396] env[68640]: DEBUG nova.compute.manager [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Refreshing instance network info cache due to event network-changed-497654d2-e0ca-46bc-ad00-2165f35626db. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.494640] env[68640]: DEBUG oslo_concurrency.lockutils [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] Acquiring lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.547065] env[68640]: DEBUG nova.compute.manager [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.547372] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.548406] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e3e9ab-bed8-47a6-80ce-e668c8436a8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.557631] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.557631] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36704f80-10bd-4a89-ace3-f0b3b1abbdb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.564784] env[68640]: DEBUG oslo_vmware.api [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 910.564784] env[68640]: value = "task-2990850" [ 910.564784] env[68640]: _type = "Task" [ 910.564784] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.574822] env[68640]: DEBUG oslo_vmware.api [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.669104] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.669380] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.669497] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Deleting the datastore file [datastore1] dd97f7fd-2d0b-4be4-a329-748a9cf9af29 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.669767] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-182c74e9-fc59-4edb-a55a-aa1f9d8d7ccd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.680684] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for the task: (returnval){ [ 910.680684] env[68640]: value = "task-2990851" [ 910.680684] env[68640]: _type = "Task" [ 910.680684] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.696535] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c11371ee-f52e-4152-805d-75dd8f4ab0e4 tempest-ServersTestMultiNic-2086354780 tempest-ServersTestMultiNic-2086354780-project-member] Lock "23bcd855-528a-40e2-9bdd-95f65cce7fa3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.246s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.697545] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.737196] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990849, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.891711] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Releasing lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.891711] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Instance network_info: |[{"id": "497654d2-e0ca-46bc-ad00-2165f35626db", "address": "fa:16:3e:b7:1a:f7", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497654d2-e0", "ovs_interfaceid": "497654d2-e0ca-46bc-ad00-2165f35626db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.891711] env[68640]: DEBUG oslo_concurrency.lockutils [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] Acquired lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.891711] env[68640]: DEBUG nova.network.neutron [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Refreshing network info cache for port 497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.891711] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:1a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '497654d2-e0ca-46bc-ad00-2165f35626db', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.901580] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Creating folder: Project (2e310fc501bd4c659a45054618ebd323). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.904092] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ab2198d-d93c-4289-9f5b-4187a0df475c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.914680] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Created folder: Project (2e310fc501bd4c659a45054618ebd323) in parent group-v599664. [ 910.917589] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Creating folder: Instances. Parent ref: group-v599850. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.918252] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09ac4aef-f63e-4568-9cc6-3a17ee9bf144 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.931719] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Created folder: Instances in parent group-v599850. [ 910.931995] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.932208] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.932424] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a536d73f-e1b4-4cb1-8825-c59ed61dacaf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.954161] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.954161] env[68640]: value = "task-2990854" [ 910.954161] env[68640]: _type = "Task" [ 910.954161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.964377] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990854, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.074697] env[68640]: DEBUG oslo_vmware.api [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990850, 'name': PowerOffVM_Task, 'duration_secs': 0.35238} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.075083] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.075343] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.075668] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf9436e7-6c75-4fb6-9f10-c478d7dea38e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.139167] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.139457] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.140092] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Deleting the datastore file [datastore1] 632d944a-2286-42bb-a3b8-cdaf59c72880 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.140092] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36a990c9-40a7-4c5d-b21f-169fdb0f593a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.146182] env[68640]: DEBUG oslo_vmware.api [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 911.146182] env[68640]: value = "task-2990856" [ 911.146182] env[68640]: _type = "Task" [ 911.146182] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.153871] env[68640]: DEBUG oslo_vmware.api [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.190996] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.238282] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558963} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.238574] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] fd5865e5-0c24-49a5-890d-3cc7d8cf40f0/fd5865e5-0c24-49a5-890d-3cc7d8cf40f0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.238784] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.239420] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda8fea6-bc6f-418f-8474-74c18de397af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.245444] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 911.245444] env[68640]: value = "task-2990857" [ 911.245444] env[68640]: _type = "Task" [ 911.245444] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.256300] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.470047] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990854, 'name': CreateVM_Task, 'duration_secs': 0.378263} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.470047] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.470047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.470047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.470047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.470047] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14989599-de8f-458c-8e92-dede3f440b11 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.475426] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 911.475426] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f13048-6bcb-7d6f-9e30-708181258002" [ 911.475426] env[68640]: _type = "Task" [ 911.475426] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.483777] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f13048-6bcb-7d6f-9e30-708181258002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.639973] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7fa54d-7961-4e95-a212-3bcfed9bb46e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.651466] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab860142-b4a1-43f1-bfba-e23c288e8a9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.659272] env[68640]: DEBUG oslo_vmware.api [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2990856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298104} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.686729] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.687061] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.687139] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.687372] env[68640]: INFO nova.compute.manager [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Took 1.14 seconds to destroy the instance on the hypervisor. [ 911.687631] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.688105] env[68640]: DEBUG nova.compute.manager [-] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.688208] env[68640]: DEBUG nova.network.neutron [-] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.693089] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff27ec3-ae83-443c-9468-fbd0e16ae06c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.703554] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9cfba8-d076-41af-81f1-93959bbbfb02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.707319] env[68640]: DEBUG oslo_vmware.api [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Task: {'id': task-2990851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565823} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.707561] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.707739] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.707929] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.708113] env[68640]: INFO nova.compute.manager [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Took 2.05 seconds to destroy the instance on the hypervisor. [ 911.708345] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.708832] env[68640]: DEBUG nova.compute.manager [-] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.708931] env[68640]: DEBUG nova.network.neutron [-] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.718283] env[68640]: DEBUG nova.compute.provider_tree [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.730773] env[68640]: DEBUG nova.network.neutron [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Updated VIF entry in instance network info cache for port 497654d2-e0ca-46bc-ad00-2165f35626db. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.731140] env[68640]: DEBUG nova.network.neutron [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Updating instance_info_cache with network_info: [{"id": "497654d2-e0ca-46bc-ad00-2165f35626db", "address": "fa:16:3e:b7:1a:f7", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497654d2-e0", "ovs_interfaceid": "497654d2-e0ca-46bc-ad00-2165f35626db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.757719] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154466} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.759818] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.760746] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69fdecd-26db-4364-93f0-5dd13914eb93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.784134] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] fd5865e5-0c24-49a5-890d-3cc7d8cf40f0/fd5865e5-0c24-49a5-890d-3cc7d8cf40f0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.784707] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-071f7034-db42-4259-87c8-b6d2218d2a8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.804377] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 911.804377] env[68640]: value = "task-2990858" [ 911.804377] env[68640]: _type = "Task" [ 911.804377] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.814599] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.985971] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f13048-6bcb-7d6f-9e30-708181258002, 'name': SearchDatastore_Task, 'duration_secs': 0.008625} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.986303] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.986533] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.986846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.987714] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.987714] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.987714] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1604966-1694-494c-8072-b8efb978cb25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.996496] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.996687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.997477] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7abaeae-f7e6-4b48-a314-d617687f8b36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.004133] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 912.004133] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523399e2-1656-6302-e2bf-c106a4e1194e" [ 912.004133] env[68640]: _type = "Task" [ 912.004133] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.013206] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523399e2-1656-6302-e2bf-c106a4e1194e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.094536] env[68640]: DEBUG nova.compute.manager [req-66bfc052-309a-41f7-8380-b2788117525c req-2fc2e002-14f5-4e95-8725-1af41c97149c service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Received event network-vif-deleted-3be6a360-3a97-40a0-aa78-6f7298172f23 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.094754] env[68640]: INFO nova.compute.manager [req-66bfc052-309a-41f7-8380-b2788117525c req-2fc2e002-14f5-4e95-8725-1af41c97149c service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Neutron deleted interface 3be6a360-3a97-40a0-aa78-6f7298172f23; detaching it from the instance and deleting it from the info cache [ 912.094935] env[68640]: DEBUG nova.network.neutron [req-66bfc052-309a-41f7-8380-b2788117525c req-2fc2e002-14f5-4e95-8725-1af41c97149c service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.233446] env[68640]: DEBUG oslo_concurrency.lockutils [req-1e350e4f-0f4e-48ed-b6fd-76e0ce4718fc req-5fa2a62a-7ac4-4246-95ad-2e5bdaffa6ff service nova] Releasing lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.238960] env[68640]: ERROR nova.scheduler.client.report [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [req-60529273-80ef-421f-8d61-f03ffc452162] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60529273-80ef-421f-8d61-f03ffc452162"}]} [ 912.270354] env[68640]: DEBUG nova.scheduler.client.report [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 912.292092] env[68640]: DEBUG nova.scheduler.client.report [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 912.292535] env[68640]: DEBUG nova.compute.provider_tree [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.304601] env[68640]: DEBUG nova.scheduler.client.report [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 912.315461] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990858, 'name': ReconfigVM_Task, 'duration_secs': 0.30382} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.315769] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Reconfigured VM instance instance-0000003f to attach disk [datastore1] fd5865e5-0c24-49a5-890d-3cc7d8cf40f0/fd5865e5-0c24-49a5-890d-3cc7d8cf40f0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.316600] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2f88ea-663a-490f-a14a-2fbbeb149cc1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.324671] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 912.324671] env[68640]: value = "task-2990859" [ 912.324671] env[68640]: _type = "Task" [ 912.324671] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.328292] env[68640]: DEBUG nova.scheduler.client.report [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 912.333491] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990859, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.503192] env[68640]: DEBUG nova.network.neutron [-] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.517958] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523399e2-1656-6302-e2bf-c106a4e1194e, 'name': SearchDatastore_Task, 'duration_secs': 0.008435} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.523570] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6359c0-8aca-4531-b15f-07747e40cf89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.530582] env[68640]: DEBUG nova.compute.manager [req-42a22da3-2603-40e7-9ccd-7d41d456aca9 req-55e33095-76d0-44a5-a1b6-4c584f9aa7a4 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Received event network-vif-deleted-169158b1-389a-49c2-acf1-80d2251faac4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.530582] env[68640]: INFO nova.compute.manager [req-42a22da3-2603-40e7-9ccd-7d41d456aca9 req-55e33095-76d0-44a5-a1b6-4c584f9aa7a4 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Neutron deleted interface 169158b1-389a-49c2-acf1-80d2251faac4; detaching it from the instance and deleting it from the info cache [ 912.530582] env[68640]: DEBUG nova.network.neutron [req-42a22da3-2603-40e7-9ccd-7d41d456aca9 req-55e33095-76d0-44a5-a1b6-4c584f9aa7a4 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.536499] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 912.536499] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52822ef2-a7e3-d355-3cc8-3285f040fba5" [ 912.536499] env[68640]: _type = "Task" [ 912.536499] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.554669] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52822ef2-a7e3-d355-3cc8-3285f040fba5, 'name': SearchDatastore_Task, 'duration_secs': 0.01654} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.556373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.556373] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b631aa77-4ccf-4e3a-99b1-0e7a70fe1439/b631aa77-4ccf-4e3a-99b1-0e7a70fe1439.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.556373] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dfcb940-bbe5-408d-af8b-cf10a79076ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.563417] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 912.563417] env[68640]: value = "task-2990860" [ 912.563417] env[68640]: _type = "Task" [ 912.563417] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.571674] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.597489] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b0d5174b-179c-4fed-85fe-98bf993ba282 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.608980] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08afdb7f-9727-447d-98e9-639e2c47961f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.654365] env[68640]: DEBUG nova.compute.manager [req-66bfc052-309a-41f7-8380-b2788117525c req-2fc2e002-14f5-4e95-8725-1af41c97149c service nova] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Detach interface failed, port_id=3be6a360-3a97-40a0-aa78-6f7298172f23, reason: Instance dd97f7fd-2d0b-4be4-a329-748a9cf9af29 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 912.833623] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990859, 'name': Rename_Task, 'duration_secs': 0.153914} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.836506] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.837077] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1e1c99a-bde4-4769-91ed-3be93bb71c54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.844232] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 912.844232] env[68640]: value = "task-2990861" [ 912.844232] env[68640]: _type = "Task" [ 912.844232] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.848958] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd94b53-73b6-4f48-96d1-07a9a54021b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.860276] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.861785] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e63ef0-0d3e-4806-a13a-3be3b54a7132 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.896693] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1bd241-1b54-441e-b1cb-52e733b0e3d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.905057] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb1dc77-f00d-4fac-9fbe-a94931636fd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.925800] env[68640]: DEBUG nova.compute.provider_tree [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.990024] env[68640]: DEBUG nova.network.neutron [-] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.007065] env[68640]: INFO nova.compute.manager [-] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Took 1.30 seconds to deallocate network for instance. [ 913.036389] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6189119c-0e1b-4bc9-b4dc-5ae9d0220c35 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.043228] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0286004e-e773-4d79-b199-74c7a61f281c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.081128] env[68640]: DEBUG nova.compute.manager [req-42a22da3-2603-40e7-9ccd-7d41d456aca9 req-55e33095-76d0-44a5-a1b6-4c584f9aa7a4 service nova] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Detach interface failed, port_id=169158b1-389a-49c2-acf1-80d2251faac4, reason: Instance 632d944a-2286-42bb-a3b8-cdaf59c72880 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.087949] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491824} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.088239] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b631aa77-4ccf-4e3a-99b1-0e7a70fe1439/b631aa77-4ccf-4e3a-99b1-0e7a70fe1439.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.088450] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.088702] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a0d08b7-d0df-434f-8acd-1852867ac828 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.094512] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 913.094512] env[68640]: value = "task-2990862" [ 913.094512] env[68640]: _type = "Task" [ 913.094512] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.102671] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.359983] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.464269] env[68640]: DEBUG nova.scheduler.client.report [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updated inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 913.464269] env[68640]: DEBUG nova.compute.provider_tree [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f generation from 92 to 93 during operation: update_inventory {{(pid=68640) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 913.464458] env[68640]: DEBUG nova.compute.provider_tree [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.491404] env[68640]: INFO nova.compute.manager [-] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Took 1.80 seconds to deallocate network for instance. [ 913.514146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.605741] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062251} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.606026] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.606803] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9af5160-c344-44c5-b476-f9d0fce25849 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.629784] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b631aa77-4ccf-4e3a-99b1-0e7a70fe1439/b631aa77-4ccf-4e3a-99b1-0e7a70fe1439.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.630063] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f0818b-ce4a-45db-b0ec-7254f42ad583 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.649303] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 913.649303] env[68640]: value = "task-2990863" [ 913.649303] env[68640]: _type = "Task" [ 913.649303] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.657254] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.855446] env[68640]: DEBUG oslo_vmware.api [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990861, 'name': PowerOnVM_Task, 'duration_secs': 0.519824} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.855717] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.855917] env[68640]: INFO nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Took 8.51 seconds to spawn the instance on the hypervisor. [ 913.856134] env[68640]: DEBUG nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.856892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e1ed3e-a1ed-4384-83f3-3d14a821de6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.970111] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.804s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.970706] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.973551] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.650s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.999065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.160090] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.375237] env[68640]: INFO nova.compute.manager [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Took 62.72 seconds to build instance. [ 914.476748] env[68640]: DEBUG nova.compute.utils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.478187] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.478360] env[68640]: DEBUG nova.network.neutron [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.482401] env[68640]: INFO nova.compute.claims [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.555770] env[68640]: DEBUG nova.policy [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca14cd7e255492bbf8a72ee654585a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8ba2e078dc45a5b9a0b5e0a9e77daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.663109] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990863, 'name': ReconfigVM_Task, 'duration_secs': 0.910067} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.663651] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b631aa77-4ccf-4e3a-99b1-0e7a70fe1439/b631aa77-4ccf-4e3a-99b1-0e7a70fe1439.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.664624] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb48a45a-7ac4-45db-acf5-c6b0a9ffbbfa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.672059] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 914.672059] env[68640]: value = "task-2990864" [ 914.672059] env[68640]: _type = "Task" [ 914.672059] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.683278] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990864, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.746122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.877163] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a555f86b-7dcb-471d-b82f-c459ce8c0f63 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.275s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.877485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.132s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.877701] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.877913] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.878286] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.880480] env[68640]: INFO nova.compute.manager [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Terminating instance [ 914.987878] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.994179] env[68640]: INFO nova.compute.resource_tracker [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating resource usage from migration 9507708a-6768-49d2-8755-74019099a992 [ 915.820338] env[68640]: DEBUG nova.compute.manager [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.820537] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.826364] env[68640]: DEBUG nova.network.neutron [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Successfully created port: ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.832413] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f53915-bff7-4e12-89ff-4cb4cf102a63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840392] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990864, 'name': Rename_Task, 'duration_secs': 0.348346} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.842537] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.842862] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.843037] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be8605e5-3fec-4b55-b8ae-b8855da0dff1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.844516] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b908e4d2-b51c-4747-ba93-7205c00ca3b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.849838] env[68640]: DEBUG oslo_vmware.api [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 915.849838] env[68640]: value = "task-2990866" [ 915.849838] env[68640]: _type = "Task" [ 915.849838] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.854416] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 915.854416] env[68640]: value = "task-2990865" [ 915.854416] env[68640]: _type = "Task" [ 915.854416] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.867020] env[68640]: DEBUG oslo_vmware.api [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.870467] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990865, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.242521] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9981e92-0977-4b2a-aa77-12b21ed53ff8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.250378] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738f220f-ff88-4012-8b75-3dd04151041d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.289708] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490f4571-8de9-4206-8cae-3b15bdf653e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.297542] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0344af1a-5ea1-47dc-879f-00d521c90494 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.314245] env[68640]: DEBUG nova.compute.provider_tree [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.327733] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.372030] env[68640]: DEBUG oslo_vmware.api [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990866, 'name': PowerOffVM_Task, 'duration_secs': 0.24521} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.375912] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.375912] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.375912] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.375912] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.375912] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.376318] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.376318] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.377039] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.377039] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.377039] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.377039] env[68640]: DEBUG nova.virt.hardware [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.381540] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.381670] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.382791] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f2292-c7b7-4679-9086-f129f28f804e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.386507] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.386507] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eaa3044-31c8-468a-b949-3d5880cb2aae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.395250] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a7075-fd4a-40e7-8704-e1cc4a8629b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.461063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.461305] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.461510] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore1] fd5865e5-0c24-49a5-890d-3cc7d8cf40f0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.463139] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-454da75f-8224-4eea-8b0b-74b97195de0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.469662] env[68640]: DEBUG oslo_vmware.api [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 916.469662] env[68640]: value = "task-2990868" [ 916.469662] env[68640]: _type = "Task" [ 916.469662] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.478488] env[68640]: DEBUG oslo_vmware.api [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.823791] env[68640]: DEBUG nova.scheduler.client.report [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.871503] env[68640]: DEBUG oslo_vmware.api [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990865, 'name': PowerOnVM_Task, 'duration_secs': 0.695037} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.871772] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.871976] env[68640]: INFO nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Took 8.91 seconds to spawn the instance on the hypervisor. [ 916.872173] env[68640]: DEBUG nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.873574] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd387e6-f790-46ff-99dd-2c1129d41f6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.983878] env[68640]: DEBUG oslo_vmware.api [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2990868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201192} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.984213] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.984437] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.984590] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.984765] env[68640]: INFO nova.compute.manager [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.985588] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.985588] env[68640]: DEBUG nova.compute.manager [-] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.985588] env[68640]: DEBUG nova.network.neutron [-] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.328304] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.355s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.328530] env[68640]: INFO nova.compute.manager [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Migrating [ 917.335710] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.869s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.392032] env[68640]: INFO nova.compute.manager [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Took 63.00 seconds to build instance. [ 917.504628] env[68640]: DEBUG nova.network.neutron [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Successfully updated port: ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.524705] env[68640]: DEBUG nova.compute.manager [req-905ba4bf-4351-45b9-b681-dbfc39ac9506 req-ba1ac30b-3193-4a63-b9fa-5d2e662998fd service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Received event network-vif-deleted-3d8cb81e-3533-4539-b4ae-b7b9a2b0f938 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.524914] env[68640]: INFO nova.compute.manager [req-905ba4bf-4351-45b9-b681-dbfc39ac9506 req-ba1ac30b-3193-4a63-b9fa-5d2e662998fd service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Neutron deleted interface 3d8cb81e-3533-4539-b4ae-b7b9a2b0f938; detaching it from the instance and deleting it from the info cache [ 917.525363] env[68640]: DEBUG nova.network.neutron [req-905ba4bf-4351-45b9-b681-dbfc39ac9506 req-ba1ac30b-3193-4a63-b9fa-5d2e662998fd service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.571231] env[68640]: DEBUG nova.compute.manager [req-563885d8-b323-4412-992d-e0ad58662ea1 req-b9357eca-efda-47cc-a4bd-9d7dc39d3c8c service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Received event network-vif-plugged-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.571461] env[68640]: DEBUG oslo_concurrency.lockutils [req-563885d8-b323-4412-992d-e0ad58662ea1 req-b9357eca-efda-47cc-a4bd-9d7dc39d3c8c service nova] Acquiring lock "d5d99f2b-aff9-4911-a41c-87068527ecfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.571816] env[68640]: DEBUG oslo_concurrency.lockutils [req-563885d8-b323-4412-992d-e0ad58662ea1 req-b9357eca-efda-47cc-a4bd-9d7dc39d3c8c service nova] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.572071] env[68640]: DEBUG oslo_concurrency.lockutils [req-563885d8-b323-4412-992d-e0ad58662ea1 req-b9357eca-efda-47cc-a4bd-9d7dc39d3c8c service nova] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.572259] env[68640]: DEBUG nova.compute.manager [req-563885d8-b323-4412-992d-e0ad58662ea1 req-b9357eca-efda-47cc-a4bd-9d7dc39d3c8c service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] No waiting events found dispatching network-vif-plugged-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.572478] env[68640]: WARNING nova.compute.manager [req-563885d8-b323-4412-992d-e0ad58662ea1 req-b9357eca-efda-47cc-a4bd-9d7dc39d3c8c service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Received unexpected event network-vif-plugged-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd for instance with vm_state building and task_state spawning. [ 917.673205] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.673487] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.753526] env[68640]: DEBUG nova.compute.manager [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Received event network-changed {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.753784] env[68640]: DEBUG nova.compute.manager [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Refreshing instance network info cache due to event network-changed. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.754117] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] Acquiring lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.754319] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] Acquired lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.754520] env[68640]: DEBUG nova.network.neutron [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.854426] env[68640]: DEBUG nova.network.neutron [-] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.858637] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.858637] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.858637] env[68640]: DEBUG nova.network.neutron [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.893267] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e483abbe-2dbb-40bb-8bda-a6efeb4280a5 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.511s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.007477] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.007642] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.007795] env[68640]: DEBUG nova.network.neutron [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.028049] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-728850ac-0480-480a-9120-b199352e95e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.037653] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92401bc9-5626-446f-9d26-63c76549118d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.073372] env[68640]: DEBUG nova.compute.manager [req-905ba4bf-4351-45b9-b681-dbfc39ac9506 req-ba1ac30b-3193-4a63-b9fa-5d2e662998fd service nova] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Detach interface failed, port_id=3d8cb81e-3533-4539-b4ae-b7b9a2b0f938, reason: Instance fd5865e5-0c24-49a5-890d-3cc7d8cf40f0 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.176712] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.318484] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.318795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.319064] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.322987] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.322987] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.322987] env[68640]: INFO nova.compute.manager [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Terminating instance [ 918.358356] env[68640]: INFO nova.compute.manager [-] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Took 1.37 seconds to deallocate network for instance. [ 918.359245] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Applying migration context for instance 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 as it has an incoming, in-progress migration cd19043e-0a28-4a56-b3e5-c525b3fd7134. Migration status is reverting {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 918.359470] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Applying migration context for instance c61ee34d-013c-48f9-a317-64fd8e3c3b50 as it has an incoming, in-progress migration 9507708a-6768-49d2-8755-74019099a992. Migration status is pre-migrating {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 918.361505] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating resource usage from migration cd19043e-0a28-4a56-b3e5-c525b3fd7134 [ 918.361840] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating resource usage from migration 9507708a-6768-49d2-8755-74019099a992 [ 918.398901] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 536eadbc-43da-483f-a944-4d819d5c1850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.398901] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 632d944a-2286-42bb-a3b8-cdaf59c72880 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.398901] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 67b5f02a-0cec-4dce-9930-d335044db208 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.398901] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance d1f4a410-8029-42d8-9458-2979d5b18985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.398901] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 7ac22d65-87d4-4e6f-905b-90d908517ed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.399193] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 544b1215-eb04-4ea0-82ef-1ba86cbff201 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.399193] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 09e9bef6-5a68-409a-b948-c2aaf3646c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.399274] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 74bda310-8e1f-42da-9e25-0c52335ba195 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.399389] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance dd97f7fd-2d0b-4be4-a329-748a9cf9af29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.399529] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance dc149598-d3ba-4d97-a6b8-d499f6db8596 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.399626] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 74b9dbab-b094-4f3b-8dd9-d6573c5f3062 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.399735] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance f9506261-0ce6-4fe1-aa8f-ce06d7e15909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.400529] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 6db618e7-4f49-4ee2-8f59-6d25bd4621f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.400529] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 83be369b-84dd-482b-a1fd-9a541e9bdbcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.400529] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 595d6ed3-2b0f-448d-bd89-f40db2a91b31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.400529] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 674d25c3-2c1c-4241-9547-94827d3aebea actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.400529] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration cd19043e-0a28-4a56-b3e5-c525b3fd7134 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 918.400529] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.400529] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance e2f61c21-371d-4559-b2da-a68ac6275321 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.400848] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 317e55ca-1505-41d3-9f2b-bd1f35694ad2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.400848] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 0f8210ae-c6bf-441e-bec6-6af7776d7a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.400917] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ed14223f-7b5b-46b2-bbc1-2552816a9da9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.401046] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance fd5865e5-0c24-49a5-890d-3cc7d8cf40f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.401165] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance b631aa77-4ccf-4e3a-99b1-0e7a70fe1439 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.401276] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance d5d99f2b-aff9-4911-a41c-87068527ecfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.401394] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration 9507708a-6768-49d2-8755-74019099a992 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 918.401501] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c61ee34d-013c-48f9-a317-64fd8e3c3b50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.570289] env[68640]: DEBUG nova.network.neutron [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.599010] env[68640]: DEBUG nova.network.neutron [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Updating instance_info_cache with network_info: [{"id": "497654d2-e0ca-46bc-ad00-2165f35626db", "address": "fa:16:3e:b7:1a:f7", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap497654d2-e0", "ovs_interfaceid": "497654d2-e0ca-46bc-ad00-2165f35626db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.629772] env[68640]: DEBUG nova.network.neutron [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.698581] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.734267] env[68640]: DEBUG nova.network.neutron [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Updating instance_info_cache with network_info: [{"id": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "address": "fa:16:3e:af:f6:95", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44fd76-c5", "ovs_interfaceid": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.827318] env[68640]: DEBUG nova.compute.manager [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.827587] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.828497] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc27c1-f2b9-4a53-8383-17e579bfb110 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.835937] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.836234] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70587df-4ec8-48fe-9d8b-5194bca21e0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.842156] env[68640]: DEBUG oslo_vmware.api [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 918.842156] env[68640]: value = "task-2990869" [ 918.842156] env[68640]: _type = "Task" [ 918.842156] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.849471] env[68640]: DEBUG oslo_vmware.api [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.874972] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.904940] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance acfba375-29ac-481c-8619-2b648272e2ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.103565] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1718a981-82a1-4c7e-9ca9-36bc750ca3e9 tempest-ServerExternalEventsTest-1412856826 tempest-ServerExternalEventsTest-1412856826-project] Releasing lock "refresh_cache-b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.132507] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.236739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.236944] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance network_info: |[{"id": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "address": "fa:16:3e:af:f6:95", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44fd76-c5", "ovs_interfaceid": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.237469] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:f6:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.245876] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.245876] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.245876] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32156014-57df-40fd-96c6-5d419740eaa1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.265943] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.265943] env[68640]: value = "task-2990870" [ 919.265943] env[68640]: _type = "Task" [ 919.265943] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.273393] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990870, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.352947] env[68640]: DEBUG oslo_vmware.api [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990869, 'name': PowerOffVM_Task, 'duration_secs': 0.174776} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.353219] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.353399] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.353648] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749c664e-afdb-4a0a-82d9-5a885bf2049f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.411112] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ee28e438-a9c9-4b16-b9a6-ff0ff6d04886 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.416683] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.416683] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.416862] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Deleting the datastore file [datastore1] b631aa77-4ccf-4e3a-99b1-0e7a70fe1439 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.417161] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c6ecd3b-0d23-434a-931f-351acb1e925e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.424154] env[68640]: DEBUG oslo_vmware.api [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for the task: (returnval){ [ 919.424154] env[68640]: value = "task-2990872" [ 919.424154] env[68640]: _type = "Task" [ 919.424154] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.432506] env[68640]: DEBUG oslo_vmware.api [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.628800] env[68640]: DEBUG nova.compute.manager [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Received event network-changed-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.629012] env[68640]: DEBUG nova.compute.manager [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Refreshing instance network info cache due to event network-changed-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.629280] env[68640]: DEBUG oslo_concurrency.lockutils [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] Acquiring lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.629431] env[68640]: DEBUG oslo_concurrency.lockutils [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] Acquired lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.629593] env[68640]: DEBUG nova.network.neutron [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Refreshing network info cache for port ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.776100] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990870, 'name': CreateVM_Task, 'duration_secs': 0.352097} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.776964] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.777159] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.777286] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.777600] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.777848] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c851743b-718e-4b97-8577-b49d8dfaa154 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.782842] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 919.782842] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5298a1c4-00db-14a4-197a-31a9b2c7fa18" [ 919.782842] env[68640]: _type = "Task" [ 919.782842] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.789401] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5298a1c4-00db-14a4-197a-31a9b2c7fa18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.914690] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance e5d78a09-98d8-4f99-b01e-5721e77d8b45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.934155] env[68640]: DEBUG oslo_vmware.api [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Task: {'id': task-2990872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14989} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.934396] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.934575] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.934748] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.934937] env[68640]: INFO nova.compute.manager [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Took 1.11 seconds to destroy the instance on the hypervisor. [ 919.935219] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.935400] env[68640]: DEBUG nova.compute.manager [-] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.935493] env[68640]: DEBUG nova.network.neutron [-] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.292890] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5298a1c4-00db-14a4-197a-31a9b2c7fa18, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.293169] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.293490] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.293669] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.293898] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.294050] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.294332] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98f5a670-8129-4ac5-909d-c6be1483bdb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.302339] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.302511] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.303261] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edb1dc3-358d-4ab8-9f46-c724dd4fbb30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.308161] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 920.308161] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fe98d1-67a4-1f62-c3f4-d4dccb8951ed" [ 920.308161] env[68640]: _type = "Task" [ 920.308161] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.315626] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fe98d1-67a4-1f62-c3f4-d4dccb8951ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.375730] env[68640]: DEBUG nova.network.neutron [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Updated VIF entry in instance network info cache for port ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.376050] env[68640]: DEBUG nova.network.neutron [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Updating instance_info_cache with network_info: [{"id": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "address": "fa:16:3e:af:f6:95", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44fd76-c5", "ovs_interfaceid": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.418147] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 76ad78d8-5656-47dc-9604-eba11947b082 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 920.647829] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bba2af0-62bd-4c2c-9260-355569dbcebb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.667460] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.702885] env[68640]: DEBUG nova.network.neutron [-] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.818281] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fe98d1-67a4-1f62-c3f4-d4dccb8951ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.819069] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e1c53f-166e-4c6e-bfb8-7d01849ef830 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.824771] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 920.824771] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aaf352-93ea-0e1f-2655-e95c2d3efc71" [ 920.824771] env[68640]: _type = "Task" [ 920.824771] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.832158] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aaf352-93ea-0e1f-2655-e95c2d3efc71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.878350] env[68640]: DEBUG oslo_concurrency.lockutils [req-90179267-c3e4-43ca-a612-b06d32b1d082 req-61bd1cef-6876-4a03-a240-15ab8c01ad69 service nova] Releasing lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.921066] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 98a36d48-824b-46cd-9167-3acac7459a26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.173124] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.173426] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1d4f73b-b221-49d2-bdcb-c7fbed8e64ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.180615] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 921.180615] env[68640]: value = "task-2990873" [ 921.180615] env[68640]: _type = "Task" [ 921.180615] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.189519] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 921.189716] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.205558] env[68640]: INFO nova.compute.manager [-] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Took 1.27 seconds to deallocate network for instance. [ 921.335833] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aaf352-93ea-0e1f-2655-e95c2d3efc71, 'name': SearchDatastore_Task, 'duration_secs': 0.010195} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.336130] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.336398] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.336655] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a79743a-e110-4043-b306-64dfb943ccd5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.344030] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 921.344030] env[68640]: value = "task-2990874" [ 921.344030] env[68640]: _type = "Task" [ 921.344030] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.351343] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.424214] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ea8c5d29-d806-491f-888b-7d7d07dd5292 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.657213] env[68640]: DEBUG nova.compute.manager [req-1b0fa980-9eca-47db-936e-0129a920cb10 req-e4a6ae9d-ab5c-4de8-975b-19e75f333db2 service nova] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Received event network-vif-deleted-497654d2-e0ca-46bc-ad00-2165f35626db {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.696074] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.696329] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.696500] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.696683] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.696832] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.696977] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.697221] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.697372] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.697538] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.697701] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.697884] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.703297] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a8932b-5485-40d0-971f-91f759b2da31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.715101] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.723427] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 921.723427] env[68640]: value = "task-2990875" [ 921.723427] env[68640]: _type = "Task" [ 921.723427] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.731942] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.855439] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451412} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.855694] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.855897] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.856165] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e4ceb1f-0aa9-425e-ad84-1f2a47f2bb12 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.862853] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 921.862853] env[68640]: value = "task-2990876" [ 921.862853] env[68640]: _type = "Task" [ 921.862853] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.872043] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.927760] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 48583b00-bd87-4464-b081-a43961c8ca30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 921.928088] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 921.928246] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4352MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 922.233673] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990875, 'name': ReconfigVM_Task, 'duration_secs': 0.167199} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.235827] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.290680] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986ea816-7b7b-4139-afe2-abbcdca89f0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.298387] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9805036c-800f-4176-b6a7-1e96e6a2f7cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328642] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723720f5-5ecf-4d54-b44b-e3ca9f733097 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.335878] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b98f20-47e8-4a2b-bd01-6cf268141a52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.348897] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.371646] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062128} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.371932] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.376278] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a551fd-a542-417c-a1db-e9fca05157cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.402050] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.402693] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca053da1-fc5d-4a21-a0cc-cc1d6403c79b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.421470] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 922.421470] env[68640]: value = "task-2990877" [ 922.421470] env[68640]: _type = "Task" [ 922.421470] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.429427] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.742718] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.742957] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.743135] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.743318] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.743464] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.743611] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.743813] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.744012] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.744197] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.744372] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.744543] env[68640]: DEBUG nova.virt.hardware [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.749757] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.750079] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f094f65-872a-4ca5-9502-a024d3b262f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.768487] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 922.768487] env[68640]: value = "task-2990878" [ 922.768487] env[68640]: _type = "Task" [ 922.768487] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.776264] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.852193] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.932189] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990877, 'name': ReconfigVM_Task, 'duration_secs': 0.276584} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.932473] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Reconfigured VM instance instance-00000041 to attach disk [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.933442] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4538d30e-fc2c-48b5-86fe-f02e622c7a46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.939511] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 922.939511] env[68640]: value = "task-2990879" [ 922.939511] env[68640]: _type = "Task" [ 922.939511] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.947271] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990879, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.280763] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990878, 'name': ReconfigVM_Task, 'duration_secs': 0.160208} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.280960] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 923.281740] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a6d45-6404-4744-8392-07622f96dd61 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.303329] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50/c61ee34d-013c-48f9-a317-64fd8e3c3b50.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.303629] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ec8f697-ef69-4c29-9740-06d5ef1d43b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.321106] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 923.321106] env[68640]: value = "task-2990880" [ 923.321106] env[68640]: _type = "Task" [ 923.321106] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.328803] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.357895] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 923.358426] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.023s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.358849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.494s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.359222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.361519] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.632s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.363025] env[68640]: INFO nova.compute.claims [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.366051] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 923.366212] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Cleaning up deleted instances {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 923.392871] env[68640]: INFO nova.scheduler.client.report [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Deleted allocations for instance 544b1215-eb04-4ea0-82ef-1ba86cbff201 [ 923.450728] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990879, 'name': Rename_Task, 'duration_secs': 0.146361} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.451071] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.451270] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1404dd67-bd11-4371-81f7-616523f78134 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.458025] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 923.458025] env[68640]: value = "task-2990881" [ 923.458025] env[68640]: _type = "Task" [ 923.458025] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.469651] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.830856] env[68640]: DEBUG oslo_vmware.api [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990880, 'name': ReconfigVM_Task, 'duration_secs': 0.278599} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.831153] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Reconfigured VM instance instance-0000001c to attach disk [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50/c61ee34d-013c-48f9-a317-64fd8e3c3b50.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.831710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.880286] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] There are 40 instances to clean {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 923.880286] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 23bcd855-528a-40e2-9bdd-95f65cce7fa3] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.900277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ef240d5e-ec25-4163-a9ae-e35de5c3c259 tempest-FloatingIPsAssociationTestJSON-1941772641 tempest-FloatingIPsAssociationTestJSON-1941772641-project-member] Lock "544b1215-eb04-4ea0-82ef-1ba86cbff201" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.579s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.968359] env[68640]: DEBUG oslo_vmware.api [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2990881, 'name': PowerOnVM_Task, 'duration_secs': 0.442204} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.968624] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.968814] env[68640]: INFO nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Took 7.64 seconds to spawn the instance on the hypervisor. [ 923.968987] env[68640]: DEBUG nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.969865] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f37bb-70f7-44c8-b470-cfe7a616c5c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.338964] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263f33d2-dd38-4456-b1ef-16fdd26ce95b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.362053] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4975e8-2dbe-4db9-a9dd-a553319f855f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.385287] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.388909] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: c2f6b92f-6ada-4c2f-9f83-5bb3b8b8683d] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.487551] env[68640]: INFO nova.compute.manager [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Took 51.47 seconds to build instance. [ 924.841742] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aed6aa-a3f0-4ca4-b8dd-221ba9812bf4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.855058] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b5b61-13e9-4d41-9f56-aad409c71747 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.888363] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c037a8d-0dc4-403c-b26e-afea6850cc9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.894615] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 6546c525-c06b-4a56-a4b4-bb55d83d5b89] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.903101] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd727f2-8e8d-408a-9742-ba55ef4bef86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.919956] env[68640]: DEBUG nova.compute.provider_tree [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.990549] env[68640]: DEBUG oslo_concurrency.lockutils [None req-efc98bb2-7bdd-4bbe-ab2c-ed130653df52 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.981s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.040973] env[68640]: DEBUG nova.network.neutron [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Port 69215634-e67f-4617-831c-2b142552a9bc binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 925.405317] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 11847cbd-e74c-49ca-b518-aaa7204767b3] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.423674] env[68640]: DEBUG nova.scheduler.client.report [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.833205] env[68640]: DEBUG nova.compute.manager [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Received event network-changed-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.833475] env[68640]: DEBUG nova.compute.manager [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Refreshing instance network info cache due to event network-changed-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.833839] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] Acquiring lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.833839] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] Acquired lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.834426] env[68640]: DEBUG nova.network.neutron [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Refreshing network info cache for port ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.908035] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 704832be-edca-4d76-a806-948c94251861] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.930313] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.931135] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.935119] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 45.176s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.065015] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.067941] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.067941] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.411850] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 415ba173-fc7d-47f8-82f7-4f0737d6c0f3] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.440560] env[68640]: DEBUG nova.compute.utils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.441995] env[68640]: DEBUG nova.objects.instance [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lazy-loading 'migration_context' on Instance uuid 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.443129] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.443297] env[68640]: DEBUG nova.network.neutron [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.480611] env[68640]: DEBUG nova.policy [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef31167ca1aa4b95aab276258a423b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae72680e4f2f40f09a65502143cd3bc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.587388] env[68640]: DEBUG nova.network.neutron [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Updated VIF entry in instance network info cache for port ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.587751] env[68640]: DEBUG nova.network.neutron [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Updating instance_info_cache with network_info: [{"id": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "address": "fa:16:3e:af:f6:95", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec44fd76-c5", "ovs_interfaceid": "ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.851269] env[68640]: DEBUG nova.network.neutron [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Successfully created port: 3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.915488] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 07974438-9f23-485d-b9c5-659709c0fa16] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.947024] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.094735] env[68640]: DEBUG oslo_concurrency.lockutils [req-5c4b2e1c-789d-4080-873b-7b68d1aaced2 req-b792880e-d852-41e8-b384-0e6071e506a8 service nova] Releasing lock "refresh_cache-d5d99f2b-aff9-4911-a41c-87068527ecfd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.121792] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.122134] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.122393] env[68640]: DEBUG nova.network.neutron [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.405841] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373dd7c1-a88f-4cd9-8663-3210e9cd6d1e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.413748] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b550f9-8dc4-4ff3-a071-8375435aff0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.420357] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 39d6d5b4-6684-41b0-a459-5993a3583fd0] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.450918] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b80872-df85-4b4b-9c35-7a2e0ed11b1c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.463070] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26046064-84d5-4b7e-890c-b87fa142b83a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.478016] env[68640]: DEBUG nova.compute.provider_tree [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.874072] env[68640]: DEBUG nova.network.neutron [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.950484] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 46aed8d6-f613-40c8-ae1a-42f38f622f8c] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.959045] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.981186] env[68640]: DEBUG nova.scheduler.client.report [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.987176] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.987452] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.987617] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.987797] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.987944] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.988104] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.988325] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.988469] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.988631] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.988793] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.988965] env[68640]: DEBUG nova.virt.hardware [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.989842] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4fa2b7-a3fb-4fe3-94f7-c8ebe2598e5e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.000549] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1791a3-ca51-4727-a0ea-368c2d13bda7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.367063] env[68640]: DEBUG nova.compute.manager [req-55a2b36d-7c50-4be0-9eca-1350d006a308 req-4fcd051c-47b4-4e86-ad7e-4b317249ce06 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Received event network-vif-plugged-3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.367335] env[68640]: DEBUG oslo_concurrency.lockutils [req-55a2b36d-7c50-4be0-9eca-1350d006a308 req-4fcd051c-47b4-4e86-ad7e-4b317249ce06 service nova] Acquiring lock "acfba375-29ac-481c-8619-2b648272e2ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.367544] env[68640]: DEBUG oslo_concurrency.lockutils [req-55a2b36d-7c50-4be0-9eca-1350d006a308 req-4fcd051c-47b4-4e86-ad7e-4b317249ce06 service nova] Lock "acfba375-29ac-481c-8619-2b648272e2ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.367706] env[68640]: DEBUG oslo_concurrency.lockutils [req-55a2b36d-7c50-4be0-9eca-1350d006a308 req-4fcd051c-47b4-4e86-ad7e-4b317249ce06 service nova] Lock "acfba375-29ac-481c-8619-2b648272e2ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.367870] env[68640]: DEBUG nova.compute.manager [req-55a2b36d-7c50-4be0-9eca-1350d006a308 req-4fcd051c-47b4-4e86-ad7e-4b317249ce06 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] No waiting events found dispatching network-vif-plugged-3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.368257] env[68640]: WARNING nova.compute.manager [req-55a2b36d-7c50-4be0-9eca-1350d006a308 req-4fcd051c-47b4-4e86-ad7e-4b317249ce06 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Received unexpected event network-vif-plugged-3ecc4620-2613-4162-948d-1229631fa213 for instance with vm_state building and task_state spawning. [ 928.376145] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.437614] env[68640]: DEBUG nova.network.neutron [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Successfully updated port: 3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.454764] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 829be9ef-e8dc-49a6-b0fc-b72e234755d7] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.901764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfad7a6-8047-41da-8198-5171cc1db139 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.920548] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507814cf-a2ee-44fa-bd89-d9abc10ca78e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.927316] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.940030] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "refresh_cache-acfba375-29ac-481c-8619-2b648272e2ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.940030] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "refresh_cache-acfba375-29ac-481c-8619-2b648272e2ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.940168] env[68640]: DEBUG nova.network.neutron [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.958675] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 4042f7cb-6bb1-4725-bbbf-2afe44f7ab78] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.991489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.056s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.997200] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.327s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.997362] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.000112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.264s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.000112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.001562] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.478s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.003110] env[68640]: INFO nova.compute.claims [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.027569] env[68640]: INFO nova.scheduler.client.report [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocations for instance 595d6ed3-2b0f-448d-bd89-f40db2a91b31 [ 929.032480] env[68640]: INFO nova.scheduler.client.report [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Deleted allocations for instance 317e55ca-1505-41d3-9f2b-bd1f35694ad2 [ 929.434328] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a006fc1f-e293-4fb5-b70c-99d70c813e99 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance 'c61ee34d-013c-48f9-a317-64fd8e3c3b50' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.461890] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 2bce802a-bf71-4199-a1d3-0466bed7e0be] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.483218] env[68640]: DEBUG nova.network.neutron [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.537467] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d84b8663-4923-4981-aa8e-328c816abb00 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "595d6ed3-2b0f-448d-bd89-f40db2a91b31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.991s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.542787] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f40ec810-bcfb-44b2-9feb-2ed587290791 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "317e55ca-1505-41d3-9f2b-bd1f35694ad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.368s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.640084] env[68640]: DEBUG nova.network.neutron [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Updating instance_info_cache with network_info: [{"id": "3ecc4620-2613-4162-948d-1229631fa213", "address": "fa:16:3e:53:41:fd", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ecc4620-26", "ovs_interfaceid": "3ecc4620-2613-4162-948d-1229631fa213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.964825] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 0a466d74-4aea-4601-9b46-865c29d21e8a] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.145597] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "refresh_cache-acfba375-29ac-481c-8619-2b648272e2ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.145984] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Instance network_info: |[{"id": "3ecc4620-2613-4162-948d-1229631fa213", "address": "fa:16:3e:53:41:fd", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ecc4620-26", "ovs_interfaceid": "3ecc4620-2613-4162-948d-1229631fa213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.146828] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:41:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ecc4620-2613-4162-948d-1229631fa213', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.154179] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.154333] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.154566] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da581151-7fd1-4180-8b5c-380bc64b7c32 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.178417] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.178417] env[68640]: value = "task-2990883" [ 930.178417] env[68640]: _type = "Task" [ 930.178417] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.185465] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990883, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.452287] env[68640]: DEBUG nova.compute.manager [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Received event network-changed-3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.452454] env[68640]: DEBUG nova.compute.manager [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Refreshing instance network info cache due to event network-changed-3ecc4620-2613-4162-948d-1229631fa213. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.452715] env[68640]: DEBUG oslo_concurrency.lockutils [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] Acquiring lock "refresh_cache-acfba375-29ac-481c-8619-2b648272e2ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.452805] env[68640]: DEBUG oslo_concurrency.lockutils [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] Acquired lock "refresh_cache-acfba375-29ac-481c-8619-2b648272e2ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.452960] env[68640]: DEBUG nova.network.neutron [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Refreshing network info cache for port 3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.470097] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: a5aae937-9db7-4f5e-b907-91d0654e1625] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.491263] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a765dd2-7b2c-4c57-b878-9aee98496309 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.498665] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de4c2d9-bc1e-45dc-87db-6f32a295e959 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.537734] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cab2fb8-aefc-40d1-9c57-8c852a54fb24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.545426] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e813e23-d4ab-4af8-b5eb-2da5f54b4d38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.551141] env[68640]: INFO nova.compute.manager [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Swapping old allocation on dict_keys(['610e41d8-3285-4a29-bc4a-2c380131b53f']) held by migration cd19043e-0a28-4a56-b3e5-c525b3fd7134 for instance [ 930.561406] env[68640]: DEBUG nova.compute.provider_tree [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.576273] env[68640]: DEBUG nova.scheduler.client.report [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Overwriting current allocation {'allocations': {'610e41d8-3285-4a29-bc4a-2c380131b53f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 95}}, 'project_id': 'fb0d0d7f750c43e58a5406e8c0e0fdce', 'user_id': '5084d4bdfd5742389abd263c8fdeb0f2', 'consumer_generation': 1} on consumer 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 {{(pid=68640) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 930.671840] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.672273] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquired lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.672343] env[68640]: DEBUG nova.network.neutron [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.687466] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990883, 'name': CreateVM_Task, 'duration_secs': 0.335261} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.687635] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.688325] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.688463] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.688785] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.689067] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf7a0cf-ccbd-4981-92f8-adcb54db421a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.693560] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 930.693560] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524ae79b-a22f-ffbf-28b6-a71b5e0f3e6b" [ 930.693560] env[68640]: _type = "Task" [ 930.693560] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.701541] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524ae79b-a22f-ffbf-28b6-a71b5e0f3e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.971421] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 2798bb9e-2924-4fbe-91f5-cb29c417fe78] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.065334] env[68640]: DEBUG nova.scheduler.client.report [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.134468] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.134698] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.155596] env[68640]: DEBUG nova.network.neutron [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Updated VIF entry in instance network info cache for port 3ecc4620-2613-4162-948d-1229631fa213. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.155946] env[68640]: DEBUG nova.network.neutron [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Updating instance_info_cache with network_info: [{"id": "3ecc4620-2613-4162-948d-1229631fa213", "address": "fa:16:3e:53:41:fd", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ecc4620-26", "ovs_interfaceid": "3ecc4620-2613-4162-948d-1229631fa213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.206283] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524ae79b-a22f-ffbf-28b6-a71b5e0f3e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.206283] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.206283] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.206283] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.206283] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.206283] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.206283] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc319873-a516-4c79-95b6-5f84626bc5fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.215590] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.215590] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.215590] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bd381b-2d6b-4c24-867c-2a9750afe102 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.223506] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 931.223506] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529971c6-da17-1516-e39c-8f764c3c9b0d" [ 931.223506] env[68640]: _type = "Task" [ 931.223506] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.232669] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529971c6-da17-1516-e39c-8f764c3c9b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.416206] env[68640]: DEBUG nova.network.neutron [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [{"id": "fc6c5b13-617c-439c-8570-68424de73411", "address": "fa:16:3e:bc:57:76", "network": {"id": "1295726c-33bc-4ee9-8b28-82a55bc02080", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4163d35006eb40e2be8de4717d59e1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6c5b13-61", "ovs_interfaceid": "fc6c5b13-617c-439c-8570-68424de73411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.474917] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: f009d542-950f-4cd2-b03c-7d9a5b82d921] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.571055] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.571656] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.574765] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.362s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.574998] env[68640]: DEBUG nova.objects.instance [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 931.637437] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.658387] env[68640]: DEBUG oslo_concurrency.lockutils [req-314c1ab4-9da9-4390-9139-6a8023b00fe8 req-5d112ee0-64fc-4d53-857f-f3c8487d9ea5 service nova] Releasing lock "refresh_cache-acfba375-29ac-481c-8619-2b648272e2ba" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.735053] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529971c6-da17-1516-e39c-8f764c3c9b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.735495] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4e5f68-937b-4cc9-b667-1c72bde5c2b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.740635] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 931.740635] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5235f231-24bc-ede5-c320-27aaca81ec13" [ 931.740635] env[68640]: _type = "Task" [ 931.740635] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.748643] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5235f231-24bc-ede5-c320-27aaca81ec13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.921159] env[68640]: DEBUG oslo_concurrency.lockutils [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Releasing lock "refresh_cache-5539cf00-8c1e-4af5-8b91-c8e8c5065f28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.921638] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.921950] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c69ae854-7782-4099-936e-ab06f0193581 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.929264] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 931.929264] env[68640]: value = "task-2990884" [ 931.929264] env[68640]: _type = "Task" [ 931.929264] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.937224] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.977960] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 8bfb3d1a-62f5-4781-949f-533f968c9d64] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.080255] env[68640]: DEBUG nova.compute.utils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.084898] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.085113] env[68640]: DEBUG nova.network.neutron [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.122643] env[68640]: DEBUG nova.policy [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf86e4c0c0d48f8ac7bc80a85b440a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c43425b406414cdc9d907008e0a72172', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.161388] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.251261] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5235f231-24bc-ede5-c320-27aaca81ec13, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.251531] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.251794] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] acfba375-29ac-481c-8619-2b648272e2ba/acfba375-29ac-481c-8619-2b648272e2ba.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.252177] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c7e5b77-1fc7-4571-8082-03e51a96f495 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.258611] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 932.258611] env[68640]: value = "task-2990885" [ 932.258611] env[68640]: _type = "Task" [ 932.258611] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.266297] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.274929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.275202] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.275399] env[68640]: DEBUG nova.compute.manager [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Going to confirm migration 3 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 932.441884] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990884, 'name': PowerOffVM_Task, 'duration_secs': 0.201402} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.442370] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.443163] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:29:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9145b772-bd56-4918-8743-b134380a2ec3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1312124083',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.443571] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.443844] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.444217] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.444510] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.444909] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.445292] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.445572] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.445854] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.446147] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.446459] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.452841] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d07ba021-0349-44cf-b929-ee236d89075d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.471627] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 932.471627] env[68640]: value = "task-2990886" [ 932.471627] env[68640]: _type = "Task" [ 932.471627] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.485913] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: cf75af4d-93b3-4bbb-b60c-8dd85c1d9d9d] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.485913] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.485913] env[68640]: DEBUG nova.network.neutron [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Successfully created port: bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.586389] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.592593] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e88baf85-9e4f-4d36-8334-0ff90bb11f68 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.592960] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.855s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.594646] env[68640]: INFO nova.compute.claims [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.772102] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469602} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.772515] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] acfba375-29ac-481c-8619-2b648272e2ba/acfba375-29ac-481c-8619-2b648272e2ba.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.772860] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.773265] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25408059-2d44-4ebc-beae-b9d8030cfd07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.782631] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 932.782631] env[68640]: value = "task-2990887" [ 932.782631] env[68640]: _type = "Task" [ 932.782631] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.797873] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.926917] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.927206] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.927424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "67b5f02a-0cec-4dce-9930-d335044db208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.927603] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.927772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.929795] env[68640]: INFO nova.compute.manager [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Terminating instance [ 932.982088] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990886, 'name': ReconfigVM_Task, 'duration_secs': 0.178772} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.982928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5d6209-4c48-4b45-9612-be3cd95f8dfa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.002227] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 14c46ebc-c084-4943-9721-bab5623654e0] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:29:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='9145b772-bd56-4918-8743-b134380a2ec3',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1312124083',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.006103] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.006671] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.006671] env[68640]: DEBUG nova.virt.hardware [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.007562] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-424e3891-c3ae-40e3-8375-d9ca10bf321c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.015461] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 933.015461] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5269a971-8393-f4a7-0122-017b10429f32" [ 933.015461] env[68640]: _type = "Task" [ 933.015461] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.023495] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5269a971-8393-f4a7-0122-017b10429f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.050816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.051055] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.051245] env[68640]: DEBUG nova.network.neutron [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.051432] env[68640]: DEBUG nova.objects.instance [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'info_cache' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.296059] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066488} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.296059] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.296059] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64afc45-6e5b-4e16-8691-a42cb72b264a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.316289] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] acfba375-29ac-481c-8619-2b648272e2ba/acfba375-29ac-481c-8619-2b648272e2ba.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.316549] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46343239-cf59-4e2a-b017-060d27db84b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.335739] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 933.335739] env[68640]: value = "task-2990888" [ 933.335739] env[68640]: _type = "Task" [ 933.335739] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.343161] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.436643] env[68640]: DEBUG nova.compute.manager [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.436961] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.437849] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ddb091-5b47-48fb-804a-0c21341313c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.445572] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.445861] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f74767-fae9-458e-bf5c-42a592f3a16c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.451770] env[68640]: DEBUG oslo_vmware.api [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 933.451770] env[68640]: value = "task-2990889" [ 933.451770] env[68640]: _type = "Task" [ 933.451770] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.459922] env[68640]: DEBUG oslo_vmware.api [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.508199] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: b6bc3cbc-2cee-4470-a436-d11518ec54fa] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.527601] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5269a971-8393-f4a7-0122-017b10429f32, 'name': SearchDatastore_Task, 'duration_secs': 0.03287} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.533371] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.534117] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d7e5e9f-189c-48af-8f63-8d6073c25eb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.554937] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 933.554937] env[68640]: value = "task-2990890" [ 933.554937] env[68640]: _type = "Task" [ 933.554937] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.566405] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.599746] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.630296] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.630855] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.631066] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.631266] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.631415] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.631562] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.631774] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.631934] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.632120] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.632316] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.632531] env[68640]: DEBUG nova.virt.hardware [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.633492] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dedfed-d559-41b9-8def-f6532c862cf1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.645523] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd701a16-a571-4146-b54b-394fd309704c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.849689] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990888, 'name': ReconfigVM_Task, 'duration_secs': 0.403418} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.849967] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Reconfigured VM instance instance-00000042 to attach disk [datastore1] acfba375-29ac-481c-8619-2b648272e2ba/acfba375-29ac-481c-8619-2b648272e2ba.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.850560] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-648cde09-be38-41ec-b2a4-b2f84899c99e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.859125] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 933.859125] env[68640]: value = "task-2990891" [ 933.859125] env[68640]: _type = "Task" [ 933.859125] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.866719] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990891, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.963850] env[68640]: DEBUG oslo_vmware.api [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990889, 'name': PowerOffVM_Task, 'duration_secs': 0.247215} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.964180] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.964356] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.964613] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d8c0f6b-c87a-438e-ae1b-ea6d74fe1ddb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.012757] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 9172c277-4b51-4c2d-b86b-4e70028eca7f] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.024450] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17c87c-b14e-48ad-b3c8-14106a2265f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.033020] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04821bcf-0836-474c-8669-bec8d4728626 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.077584] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea18c0-5458-45ab-831e-dcb205307e55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.080713] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.080920] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.081268] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Deleting the datastore file [datastore2] 67b5f02a-0cec-4dce-9930-d335044db208 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.081867] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59b8c2d-43a7-47d9-b07e-20ecc017bac0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.088930] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.091946] env[68640]: DEBUG oslo_vmware.api [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for the task: (returnval){ [ 934.091946] env[68640]: value = "task-2990893" [ 934.091946] env[68640]: _type = "Task" [ 934.091946] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.093338] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a10ca7e-a871-4863-9463-9c2426d03a38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.104965] env[68640]: DEBUG oslo_vmware.api [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.113546] env[68640]: DEBUG nova.compute.provider_tree [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.132039] env[68640]: DEBUG nova.compute.manager [req-2ca24187-d9c6-4489-b036-2010ab09424a req-ae9af11b-09e6-4736-b8fa-a7492a869a1a service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Received event network-vif-plugged-bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.132271] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ca24187-d9c6-4489-b036-2010ab09424a req-ae9af11b-09e6-4736-b8fa-a7492a869a1a service nova] Acquiring lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.132339] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ca24187-d9c6-4489-b036-2010ab09424a req-ae9af11b-09e6-4736-b8fa-a7492a869a1a service nova] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.132455] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ca24187-d9c6-4489-b036-2010ab09424a req-ae9af11b-09e6-4736-b8fa-a7492a869a1a service nova] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.132617] env[68640]: DEBUG nova.compute.manager [req-2ca24187-d9c6-4489-b036-2010ab09424a req-ae9af11b-09e6-4736-b8fa-a7492a869a1a service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] No waiting events found dispatching network-vif-plugged-bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.132780] env[68640]: WARNING nova.compute.manager [req-2ca24187-d9c6-4489-b036-2010ab09424a req-ae9af11b-09e6-4736-b8fa-a7492a869a1a service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Received unexpected event network-vif-plugged-bd0c29a1-b466-46fe-921f-40b8a0de653f for instance with vm_state building and task_state spawning. [ 934.267273] env[68640]: DEBUG nova.network.neutron [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Successfully updated port: bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.335833] env[68640]: DEBUG nova.network.neutron [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.369280] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990891, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.516695] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 1e358274-7d2a-42c3-af65-387f347f8925] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.578079] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990890, 'name': ReconfigVM_Task, 'duration_secs': 0.909164} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.578523] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.579174] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0bff0e-5654-44f2-914b-693ad0190b02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.601075] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.604258] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1a5d26-f063-4e32-82e8-fed8a52c3b8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.618157] env[68640]: DEBUG nova.scheduler.client.report [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.626778] env[68640]: DEBUG oslo_vmware.api [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Task: {'id': task-2990893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146458} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.628095] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.628300] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.628478] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.628650] env[68640]: INFO nova.compute.manager [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Took 1.19 seconds to destroy the instance on the hypervisor. [ 934.628901] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.629226] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 934.629226] env[68640]: value = "task-2990894" [ 934.629226] env[68640]: _type = "Task" [ 934.629226] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.629463] env[68640]: DEBUG nova.compute.manager [-] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.629861] env[68640]: DEBUG nova.network.neutron [-] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.641433] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990894, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.768793] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.768942] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquired lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.769148] env[68640]: DEBUG nova.network.neutron [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.838577] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.838849] env[68640]: DEBUG nova.objects.instance [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'migration_context' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.869947] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990891, 'name': Rename_Task, 'duration_secs': 0.955652} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.870291] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.870555] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f5374d-fc31-4c35-8940-51180f5291b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.877147] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 934.877147] env[68640]: value = "task-2990895" [ 934.877147] env[68640]: _type = "Task" [ 934.877147] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.885213] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.020767] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 381deaa9-7935-4d31-9fb9-6ee36f3499a9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.126173] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.126173] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.127222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.502s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.127594] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.129769] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.391s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.134608] env[68640]: INFO nova.compute.claims [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.156203] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990894, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.172841] env[68640]: INFO nova.scheduler.client.report [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Deleted allocations for instance dc149598-d3ba-4d97-a6b8-d499f6db8596 [ 935.285553] env[68640]: DEBUG nova.compute.manager [req-31abf3cf-cf99-4604-a813-847984689223 req-2feb6f3f-6933-4f41-ae0d-7628d5698670 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Received event network-vif-deleted-3636d668-16c4-43f2-90b8-baf4c0e2136d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.285777] env[68640]: INFO nova.compute.manager [req-31abf3cf-cf99-4604-a813-847984689223 req-2feb6f3f-6933-4f41-ae0d-7628d5698670 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Neutron deleted interface 3636d668-16c4-43f2-90b8-baf4c0e2136d; detaching it from the instance and deleting it from the info cache [ 935.285937] env[68640]: DEBUG nova.network.neutron [req-31abf3cf-cf99-4604-a813-847984689223 req-2feb6f3f-6933-4f41-ae0d-7628d5698670 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.318138] env[68640]: DEBUG nova.network.neutron [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.342455] env[68640]: DEBUG nova.objects.base [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.343056] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7059a634-7614-4263-9f28-1acce34a8adc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.367359] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b21821-4b1f-4063-968e-cf3ae41a9905 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.373031] env[68640]: DEBUG oslo_vmware.api [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 935.373031] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272ed50-5b5c-3b10-6a37-a2b372f6d435" [ 935.373031] env[68640]: _type = "Task" [ 935.373031] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.383977] env[68640]: DEBUG oslo_vmware.api [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272ed50-5b5c-3b10-6a37-a2b372f6d435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.389154] env[68640]: DEBUG oslo_vmware.api [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990895, 'name': PowerOnVM_Task, 'duration_secs': 0.45341} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.389500] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.389789] env[68640]: INFO nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Took 7.43 seconds to spawn the instance on the hypervisor. [ 935.389982] env[68640]: DEBUG nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.390769] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1884e8-f929-4874-98ce-387f96ae5251 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.478088] env[68640]: DEBUG nova.network.neutron [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Updating instance_info_cache with network_info: [{"id": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "address": "fa:16:3e:ff:87:8a", "network": {"id": "1bc30704-4e28-4ff6-95df-036651ed3fcb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818908602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43425b406414cdc9d907008e0a72172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0c29a1-b4", "ovs_interfaceid": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.525696] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 91948ae2-5ced-4505-958c-4d35577cd24e] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.643033] env[68640]: DEBUG nova.compute.utils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.644563] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.645533] env[68640]: DEBUG nova.network.neutron [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.656458] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990894, 'name': ReconfigVM_Task, 'duration_secs': 0.53388} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.656760] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28/5539cf00-8c1e-4af5-8b91-c8e8c5065f28.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.657635] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b10ae9-e073-403b-b62a-d23df80c8db8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.681200] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aea6bb-2bdf-41d1-9dca-b0f47315c6b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.684103] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3388ad0-2c3f-4b29-8844-a21e5cdd12d0 tempest-ListImageFiltersTestJSON-574212060 tempest-ListImageFiltersTestJSON-574212060-project-member] Lock "dc149598-d3ba-4d97-a6b8-d499f6db8596" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.594s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.703561] env[68640]: DEBUG nova.network.neutron [-] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.706049] env[68640]: DEBUG nova.policy [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed08312813542dc8607c574b82cd137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c959e0efbf4333846f65840157c674', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.708236] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986337ad-854b-44d6-bc5a-6abffed1277c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.730090] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d70a16b-ba37-4967-b972-401a97ed3e7a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.737865] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.738154] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99fb0e46-dfda-451e-a122-41a8a1ddd445 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.744297] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 935.744297] env[68640]: value = "task-2990896" [ 935.744297] env[68640]: _type = "Task" [ 935.744297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.753109] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.791486] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-520c58bf-f9db-4a72-8f12-6c9cf4ba7599 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.800644] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130091b-9a8a-4595-8d1e-435d0eaf9295 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.833487] env[68640]: DEBUG nova.compute.manager [req-31abf3cf-cf99-4604-a813-847984689223 req-2feb6f3f-6933-4f41-ae0d-7628d5698670 service nova] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Detach interface failed, port_id=3636d668-16c4-43f2-90b8-baf4c0e2136d, reason: Instance 67b5f02a-0cec-4dce-9930-d335044db208 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.883346] env[68640]: DEBUG oslo_vmware.api [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5272ed50-5b5c-3b10-6a37-a2b372f6d435, 'name': SearchDatastore_Task, 'duration_secs': 0.007644} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.883598] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.911681] env[68640]: INFO nova.compute.manager [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Took 58.28 seconds to build instance. [ 935.981081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Releasing lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.981439] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Instance network_info: |[{"id": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "address": "fa:16:3e:ff:87:8a", "network": {"id": "1bc30704-4e28-4ff6-95df-036651ed3fcb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818908602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43425b406414cdc9d907008e0a72172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0c29a1-b4", "ovs_interfaceid": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.981874] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:87:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '84aee122-f630-43c5-9cc1-3a38d3819c82', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd0c29a1-b466-46fe-921f-40b8a0de653f', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.990714] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Creating folder: Project (c43425b406414cdc9d907008e0a72172). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.991085] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50ed8ef3-70e8-4201-bb6a-332521c632b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.002959] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Created folder: Project (c43425b406414cdc9d907008e0a72172) in parent group-v599664. [ 936.003101] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Creating folder: Instances. Parent ref: group-v599855. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.003349] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33302e9a-f7b5-4823-b787-863b1c5e325b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.012997] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Created folder: Instances in parent group-v599855. [ 936.013247] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.013433] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.013863] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bef0f68-6e5b-4be7-8b53-b0a28173b260 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.028161] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: c0266f22-d7f9-4d58-85ad-383048bd9b0a] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.035652] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.035652] env[68640]: value = "task-2990899" [ 936.035652] env[68640]: _type = "Task" [ 936.035652] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.046112] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990899, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.083717] env[68640]: DEBUG nova.network.neutron [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Successfully created port: 0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.150549] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.214175] env[68640]: INFO nova.compute.manager [-] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Took 1.58 seconds to deallocate network for instance. [ 936.225798] env[68640]: DEBUG nova.compute.manager [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Received event network-changed-bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.225798] env[68640]: DEBUG nova.compute.manager [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Refreshing instance network info cache due to event network-changed-bd0c29a1-b466-46fe-921f-40b8a0de653f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.225798] env[68640]: DEBUG oslo_concurrency.lockutils [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] Acquiring lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.225798] env[68640]: DEBUG oslo_concurrency.lockutils [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] Acquired lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.227462] env[68640]: DEBUG nova.network.neutron [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Refreshing network info cache for port bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.258592] env[68640]: DEBUG oslo_vmware.api [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990896, 'name': PowerOnVM_Task, 'duration_secs': 0.39259} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.261657] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.414393] env[68640]: DEBUG oslo_concurrency.lockutils [None req-425b98db-6ab4-4022-a39c-b3f21c6d862c tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "acfba375-29ac-481c-8619-2b648272e2ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.797s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.533367] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: eabaabda-c30c-4997-83b6-f99a1ea79dbc] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.550332] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990899, 'name': CreateVM_Task, 'duration_secs': 0.479235} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.552826] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.554136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.554323] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.554620] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.554874] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6247dd52-e2b0-4a80-be7c-a7a0e7ab69a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.559544] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 936.559544] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c4231e-3f39-de5a-46cf-5a17d4f6c6ae" [ 936.559544] env[68640]: _type = "Task" [ 936.559544] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.570211] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c4231e-3f39-de5a-46cf-5a17d4f6c6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.643039] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6ed819-f901-46ce-a71a-b532b171f0ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.651026] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeabbb1-ee18-41f3-84f0-24427933710d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.687940] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5dcfb23-30c0-4454-89c6-c0112d176cdf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.696420] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf345b8-16c4-43e0-bdf2-1a49bbbe1200 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.713404] env[68640]: DEBUG nova.compute.provider_tree [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.729053] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.968474] env[68640]: DEBUG nova.network.neutron [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Updated VIF entry in instance network info cache for port bd0c29a1-b466-46fe-921f-40b8a0de653f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.968832] env[68640]: DEBUG nova.network.neutron [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Updating instance_info_cache with network_info: [{"id": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "address": "fa:16:3e:ff:87:8a", "network": {"id": "1bc30704-4e28-4ff6-95df-036651ed3fcb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818908602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43425b406414cdc9d907008e0a72172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0c29a1-b4", "ovs_interfaceid": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.037825] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 23cc8440-a4d2-44a1-a601-1e885eff80a2] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.071650] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c4231e-3f39-de5a-46cf-5a17d4f6c6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.072103] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.072299] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.072587] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.072797] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.073013] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.073309] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-567bfe23-517b-4579-925c-43615d42c035 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.081690] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.081873] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.082589] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf20f28-5cef-4909-8381-41a9b68222ab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.087390] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 937.087390] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6fea2-63ea-88dc-b6f0-9104441b3db2" [ 937.087390] env[68640]: _type = "Task" [ 937.087390] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.095177] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6fea2-63ea-88dc-b6f0-9104441b3db2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.161037] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.181934] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.182205] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.182456] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.182726] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.182937] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.183249] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.183640] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.183864] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.184117] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.184341] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.184905] env[68640]: DEBUG nova.virt.hardware [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.185475] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2448b652-420e-4069-beab-687fa5bea2b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.195181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a3552-27fa-4784-a260-cfc420603938 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.217956] env[68640]: DEBUG nova.scheduler.client.report [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.272364] env[68640]: INFO nova.compute.manager [None req-60019890-5b55-430e-86d7-cc7612c07644 tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance to original state: 'active' [ 937.471844] env[68640]: DEBUG oslo_concurrency.lockutils [req-b5eb0b3f-f82c-4bde-8e85-a054602c19f9 req-a905b5b9-62b2-4b6e-bca5-ca37178d87d0 service nova] Releasing lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.506854] env[68640]: DEBUG nova.compute.manager [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.507811] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a97c3-a898-4960-b796-5445f789b30b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.542047] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: cbe09b25-b49e-450f-9176-15b85e9e303a] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.598417] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6fea2-63ea-88dc-b6f0-9104441b3db2, 'name': SearchDatastore_Task, 'duration_secs': 0.008248} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.599205] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f8a2bb-7f72-4303-bcde-8d15156fc8ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.606194] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 937.606194] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d724ab-17c4-a321-9ecf-67ceafb99824" [ 937.606194] env[68640]: _type = "Task" [ 937.606194] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.612628] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d724ab-17c4-a321-9ecf-67ceafb99824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.724869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.725496] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.728105] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.944s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.729447] env[68640]: INFO nova.compute.claims [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.749286] env[68640]: DEBUG nova.compute.manager [req-4c7aed56-098c-4dd0-9b53-492c40b91e58 req-fef378fc-fc0f-4dae-b3c9-d8b59b2ebd68 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Received event network-vif-plugged-0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.749523] env[68640]: DEBUG oslo_concurrency.lockutils [req-4c7aed56-098c-4dd0-9b53-492c40b91e58 req-fef378fc-fc0f-4dae-b3c9-d8b59b2ebd68 service nova] Acquiring lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.749734] env[68640]: DEBUG oslo_concurrency.lockutils [req-4c7aed56-098c-4dd0-9b53-492c40b91e58 req-fef378fc-fc0f-4dae-b3c9-d8b59b2ebd68 service nova] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.749902] env[68640]: DEBUG oslo_concurrency.lockutils [req-4c7aed56-098c-4dd0-9b53-492c40b91e58 req-fef378fc-fc0f-4dae-b3c9-d8b59b2ebd68 service nova] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.750081] env[68640]: DEBUG nova.compute.manager [req-4c7aed56-098c-4dd0-9b53-492c40b91e58 req-fef378fc-fc0f-4dae-b3c9-d8b59b2ebd68 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] No waiting events found dispatching network-vif-plugged-0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.750252] env[68640]: WARNING nova.compute.manager [req-4c7aed56-098c-4dd0-9b53-492c40b91e58 req-fef378fc-fc0f-4dae-b3c9-d8b59b2ebd68 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Received unexpected event network-vif-plugged-0b7916a5-d651-4084-bfac-c2a1164b6b4f for instance with vm_state building and task_state spawning. [ 937.839995] env[68640]: DEBUG nova.network.neutron [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Successfully updated port: 0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.026729] env[68640]: INFO nova.compute.manager [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] instance snapshotting [ 938.030111] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112adc6-f9d7-4e99-a659-5096febf1da0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.051636] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: e531bf63-79c8-4f6a-b8a9-60930da933ba] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.058196] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfdeb89-de2b-4514-bf3b-32041562c921 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.116281] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d724ab-17c4-a321-9ecf-67ceafb99824, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.116595] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.116900] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ee28e438-a9c9-4b16-b9a6-ff0ff6d04886/ee28e438-a9c9-4b16-b9a6-ff0ff6d04886.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.117453] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce2385c-d1d7-4291-95ea-f0914349c2f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.125351] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 938.125351] env[68640]: value = "task-2990900" [ 938.125351] env[68640]: _type = "Task" [ 938.125351] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.134141] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.234149] env[68640]: DEBUG nova.compute.utils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.235882] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.236119] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.306493] env[68640]: DEBUG nova.policy [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d08f25b8aca4c10ab8e077cfcd523fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '340c5908a48a44ae99304221f46b1ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 938.343501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-e5d78a09-98d8-4f99-b01e-5721e77d8b45" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.343569] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-e5d78a09-98d8-4f99-b01e-5721e77d8b45" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.343694] env[68640]: DEBUG nova.network.neutron [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.485756] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.486221] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.486485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.486684] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.486925] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.489347] env[68640]: INFO nova.compute.manager [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Terminating instance [ 938.560478] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ae8e0d43-2cf2-4b95-ae1a-c9e60effe553] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.568832] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 938.571758] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2dd5eaba-6989-4a68-bc41-be5e9122304d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.586828] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 938.586828] env[68640]: value = "task-2990901" [ 938.586828] env[68640]: _type = "Task" [ 938.586828] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.601042] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.637322] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496415} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.640799] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ee28e438-a9c9-4b16-b9a6-ff0ff6d04886/ee28e438-a9c9-4b16-b9a6-ff0ff6d04886.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.640799] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.640799] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-642eb372-1ef9-4cc0-b2b2-5c48f5d2b202 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.646166] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 938.646166] env[68640]: value = "task-2990902" [ 938.646166] env[68640]: _type = "Task" [ 938.646166] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.654186] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.718132] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Successfully created port: f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.743813] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.915270] env[68640]: DEBUG nova.network.neutron [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.994411] env[68640]: DEBUG nova.compute.manager [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.994660] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.995707] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d944b3a-5dd7-4f95-ab44-ea4340a44404 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.010542] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.010542] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbb5e774-2d05-4848-8382-2798f7091bb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.019871] env[68640]: DEBUG oslo_vmware.api [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 939.019871] env[68640]: value = "task-2990903" [ 939.019871] env[68640]: _type = "Task" [ 939.019871] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.036026] env[68640]: DEBUG oslo_vmware.api [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.063645] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: c5dc9190-d11e-4fc1-93dd-107a5267886f] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.099964] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.158785] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07634} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.159529] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.160711] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c32758-b61e-42c8-b25a-5ac811c1fc85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.192383] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ee28e438-a9c9-4b16-b9a6-ff0ff6d04886/ee28e438-a9c9-4b16-b9a6-ff0ff6d04886.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.195757] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4522a0a-6478-4614-be78-2d31abc6a5a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.212736] env[68640]: DEBUG nova.network.neutron [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Updating instance_info_cache with network_info: [{"id": "0b7916a5-d651-4084-bfac-c2a1164b6b4f", "address": "fa:16:3e:a9:35:5c", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7916a5-d6", "ovs_interfaceid": "0b7916a5-d651-4084-bfac-c2a1164b6b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.221964] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 939.221964] env[68640]: value = "task-2990904" [ 939.221964] env[68640]: _type = "Task" [ 939.221964] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.233932] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.302808] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44795a4-8f51-48a2-bca3-8c01d6f82c03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.310455] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8428c-3bbd-4104-ad79-a1de8402bba8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.351797] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167ce041-4e6c-4516-b28c-892a139f80ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.359273] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cebf94-4354-4166-a2e2-0997560d56cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.374528] env[68640]: DEBUG nova.compute.provider_tree [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.530752] env[68640]: DEBUG oslo_vmware.api [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990903, 'name': PowerOffVM_Task, 'duration_secs': 0.274178} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.531193] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.531432] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.531726] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-473ea5ee-ead6-4f10-bae8-30bfcbd83b0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.566672] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 462394ab-4bb2-4e64-8327-e435b51c7d27] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.601872] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.617161] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.617161] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.617600] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleting the datastore file [datastore1] 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.617978] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4ad1b3-1f1d-4f77-91ce-1d58f09d8902 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.625602] env[68640]: DEBUG oslo_vmware.api [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 939.625602] env[68640]: value = "task-2990906" [ 939.625602] env[68640]: _type = "Task" [ 939.625602] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.633899] env[68640]: DEBUG oslo_vmware.api [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.717365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-e5d78a09-98d8-4f99-b01e-5721e77d8b45" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.717365] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance network_info: |[{"id": "0b7916a5-d651-4084-bfac-c2a1164b6b4f", "address": "fa:16:3e:a9:35:5c", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7916a5-d6", "ovs_interfaceid": "0b7916a5-d651-4084-bfac-c2a1164b6b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.717365] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:35:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7916a5-d651-4084-bfac-c2a1164b6b4f', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.725194] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating folder: Project (82c959e0efbf4333846f65840157c674). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.725630] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3814978f-0aae-4b56-a9dc-84e75f4460e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.738252] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.741194] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created folder: Project (82c959e0efbf4333846f65840157c674) in parent group-v599664. [ 939.741380] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating folder: Instances. Parent ref: group-v599859. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.741630] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1a0ee9c-3873-4e9b-b9d5-6f719368788e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.751498] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created folder: Instances in parent group-v599859. [ 939.751742] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.751959] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.752190] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b09e51d4-3543-42c7-a2c3-77be92365e72 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.769108] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.777049] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.777049] env[68640]: value = "task-2990909" [ 939.777049] env[68640]: _type = "Task" [ 939.777049] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.784051] env[68640]: DEBUG nova.compute.manager [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Received event network-changed-0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.784301] env[68640]: DEBUG nova.compute.manager [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Refreshing instance network info cache due to event network-changed-0b7916a5-d651-4084-bfac-c2a1164b6b4f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.784554] env[68640]: DEBUG oslo_concurrency.lockutils [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] Acquiring lock "refresh_cache-e5d78a09-98d8-4f99-b01e-5721e77d8b45" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.784738] env[68640]: DEBUG oslo_concurrency.lockutils [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] Acquired lock "refresh_cache-e5d78a09-98d8-4f99-b01e-5721e77d8b45" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.784950] env[68640]: DEBUG nova.network.neutron [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Refreshing network info cache for port 0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.797324] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990909, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.808374] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.809301] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1bdadb-51fb-47ab-a5a6-dca5a091d580 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.818189] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e6cae6-96b3-4f19-8d5f-a67bae2835da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.880290] env[68640]: DEBUG nova.scheduler.client.report [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.071041] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 36a5ae04-7fa7-46b7-a63d-7b1aa5043afa] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.105739] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990901, 'name': CreateSnapshot_Task, 'duration_secs': 1.13078} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.106774] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 940.107615] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaeb7b0-9acd-44fa-850b-09acbddea1fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.135861] env[68640]: DEBUG oslo_vmware.api [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153917} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.136180] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.136373] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.136552] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.136722] env[68640]: INFO nova.compute.manager [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Took 1.14 seconds to destroy the instance on the hypervisor. [ 940.137167] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.137477] env[68640]: DEBUG nova.compute.manager [-] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.137576] env[68640]: DEBUG nova.network.neutron [-] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.236936] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990904, 'name': ReconfigVM_Task, 'duration_secs': 0.718678} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.237408] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ee28e438-a9c9-4b16-b9a6-ff0ff6d04886/ee28e438-a9c9-4b16-b9a6-ff0ff6d04886.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.238179] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b46182f-5863-4eeb-8eed-d4e118442381 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.247024] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 940.247024] env[68640]: value = "task-2990910" [ 940.247024] env[68640]: _type = "Task" [ 940.247024] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.254816] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990910, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.288114] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990909, 'name': CreateVM_Task, 'duration_secs': 0.35286} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.288429] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.290194] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.290511] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.290917] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.293163] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b456a5-71fd-4d34-a8cc-f3f2a8213f73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.298540] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 940.298540] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c282a2-e0b4-3e15-9070-9c154642638f" [ 940.298540] env[68640]: _type = "Task" [ 940.298540] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.309587] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c282a2-e0b4-3e15-9070-9c154642638f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.321621] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Successfully updated port: f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.388084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.388084] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.391303] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.393s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.391759] env[68640]: DEBUG nova.objects.instance [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 940.582816] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 24d8a83a-b087-4a0a-8eb2-2ec41afd4707] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.627726] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 940.628569] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9fb96721-8275-42a1-9d32-3dd8929e6b0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.637975] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 940.637975] env[68640]: value = "task-2990911" [ 940.637975] env[68640]: _type = "Task" [ 940.637975] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.655653] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990911, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.686213] env[68640]: DEBUG nova.network.neutron [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Updated VIF entry in instance network info cache for port 0b7916a5-d651-4084-bfac-c2a1164b6b4f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.686985] env[68640]: DEBUG nova.network.neutron [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Updating instance_info_cache with network_info: [{"id": "0b7916a5-d651-4084-bfac-c2a1164b6b4f", "address": "fa:16:3e:a9:35:5c", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7916a5-d6", "ovs_interfaceid": "0b7916a5-d651-4084-bfac-c2a1164b6b4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.756089] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990910, 'name': Rename_Task, 'duration_secs': 0.320336} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.756857] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.757247] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f9d1907-a271-42fb-8eb4-1de2350725d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.761820] env[68640]: DEBUG nova.compute.manager [req-4dd076f0-5347-4164-8bde-1386febb8ffb req-74372e81-c781-4519-ac2c-66e6ef619ca9 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Received event network-vif-deleted-fc6c5b13-617c-439c-8570-68424de73411 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.762051] env[68640]: INFO nova.compute.manager [req-4dd076f0-5347-4164-8bde-1386febb8ffb req-74372e81-c781-4519-ac2c-66e6ef619ca9 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Neutron deleted interface fc6c5b13-617c-439c-8570-68424de73411; detaching it from the instance and deleting it from the info cache [ 940.762231] env[68640]: DEBUG nova.network.neutron [req-4dd076f0-5347-4164-8bde-1386febb8ffb req-74372e81-c781-4519-ac2c-66e6ef619ca9 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.766865] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 940.766865] env[68640]: value = "task-2990912" [ 940.766865] env[68640]: _type = "Task" [ 940.766865] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.777816] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.811008] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c282a2-e0b4-3e15-9070-9c154642638f, 'name': SearchDatastore_Task, 'duration_secs': 0.008867} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.811684] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.811932] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.812222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.812348] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.812530] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.816018] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23ed6ce7-bb89-44b2-8e28-f7adff519552 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.821316] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.821494] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.822534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "refresh_cache-76ad78d8-5656-47dc-9604-eba11947b082" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.822656] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "refresh_cache-76ad78d8-5656-47dc-9604-eba11947b082" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.822798] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.823836] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df241b7-11e3-4f65-a665-7989069ed90d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.830394] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 940.830394] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ad921c-9bd0-b86b-b1bd-49f93b5d5b5c" [ 940.830394] env[68640]: _type = "Task" [ 940.830394] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.840117] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ad921c-9bd0-b86b-b1bd-49f93b5d5b5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.898674] env[68640]: DEBUG nova.compute.utils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.908732] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.914368] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.918350] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.996039] env[68640]: DEBUG nova.policy [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d08f25b8aca4c10ab8e077cfcd523fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '340c5908a48a44ae99304221f46b1ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.086241] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: bb3bd3b9-c459-4bdb-a55e-e65178dc47d3] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.147315] env[68640]: DEBUG nova.network.neutron [-] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.152664] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990911, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.190785] env[68640]: DEBUG oslo_concurrency.lockutils [req-781b01be-1a11-4d9f-94f2-597491a392f9 req-b4ec9ffc-52d0-4486-ac29-a3d8739abe20 service nova] Releasing lock "refresh_cache-e5d78a09-98d8-4f99-b01e-5721e77d8b45" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.268278] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45711b7b-187b-4710-b9c7-361cf7e13c4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.281154] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.286391] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba122c-5b87-4f9f-b35d-4af322c4d570 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.326275] env[68640]: DEBUG nova.compute.manager [req-4dd076f0-5347-4164-8bde-1386febb8ffb req-74372e81-c781-4519-ac2c-66e6ef619ca9 service nova] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Detach interface failed, port_id=fc6c5b13-617c-439c-8570-68424de73411, reason: Instance 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.334600] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Successfully created port: 15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.342736] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ad921c-9bd0-b86b-b1bd-49f93b5d5b5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.343726] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6570250b-4409-45c4-a47e-14b8a87f63cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.350224] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 941.350224] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab8f48-1ee4-ff8b-189d-0cbc5ec45c4e" [ 941.350224] env[68640]: _type = "Task" [ 941.350224] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.358379] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab8f48-1ee4-ff8b-189d-0cbc5ec45c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.385764] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.410513] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c9112c3-fbb3-4172-9dee-c7096e01f5d8 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.411251] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.554s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.411639] env[68640]: DEBUG nova.objects.instance [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.591298] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: a7f9464a-1ce9-41c1-acd0-085769f87f3b] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.651940] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990911, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.652902] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Updating instance_info_cache with network_info: [{"id": "f604fd17-20f4-43d6-add8-22e187f453d6", "address": "fa:16:3e:54:dd:4e", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604fd17-20", "ovs_interfaceid": "f604fd17-20f4-43d6-add8-22e187f453d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.654259] env[68640]: INFO nova.compute.manager [-] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Took 1.52 seconds to deallocate network for instance. [ 941.781044] env[68640]: DEBUG oslo_vmware.api [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2990912, 'name': PowerOnVM_Task, 'duration_secs': 0.647964} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.781253] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.781588] env[68640]: INFO nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Took 8.18 seconds to spawn the instance on the hypervisor. [ 941.781965] env[68640]: DEBUG nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.783423] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1773573-c7d6-476e-b5ba-d11a878a8c99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.861025] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab8f48-1ee4-ff8b-189d-0cbc5ec45c4e, 'name': SearchDatastore_Task, 'duration_secs': 0.015145} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.861286] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.861583] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.861869] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0c80e1-ba9a-444d-a450-28f7e10cf2bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.868426] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 941.868426] env[68640]: value = "task-2990913" [ 941.868426] env[68640]: _type = "Task" [ 941.868426] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.877302] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.930968] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.966292] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.966785] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.966973] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.967187] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.967339] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.967487] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.967926] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.968123] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.968332] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.968505] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.968682] env[68640]: DEBUG nova.virt.hardware [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.970080] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adb91ba-9ab2-4041-ad83-beecf9da773e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.979864] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd9d08-dfe1-470a-944c-353a49b897e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.033667] env[68640]: DEBUG nova.compute.manager [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Received event network-vif-plugged-f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.033979] env[68640]: DEBUG oslo_concurrency.lockutils [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] Acquiring lock "76ad78d8-5656-47dc-9604-eba11947b082-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.034313] env[68640]: DEBUG oslo_concurrency.lockutils [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] Lock "76ad78d8-5656-47dc-9604-eba11947b082-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.034502] env[68640]: DEBUG oslo_concurrency.lockutils [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] Lock "76ad78d8-5656-47dc-9604-eba11947b082-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.034716] env[68640]: DEBUG nova.compute.manager [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] No waiting events found dispatching network-vif-plugged-f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.034910] env[68640]: WARNING nova.compute.manager [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Received unexpected event network-vif-plugged-f604fd17-20f4-43d6-add8-22e187f453d6 for instance with vm_state building and task_state spawning. [ 942.035115] env[68640]: DEBUG nova.compute.manager [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Received event network-changed-f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.035291] env[68640]: DEBUG nova.compute.manager [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Refreshing instance network info cache due to event network-changed-f604fd17-20f4-43d6-add8-22e187f453d6. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.035463] env[68640]: DEBUG oslo_concurrency.lockutils [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] Acquiring lock "refresh_cache-76ad78d8-5656-47dc-9604-eba11947b082" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.098623] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 33469372-8efa-466c-acb8-91bf53a5be4b] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.152695] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990911, 'name': CloneVM_Task, 'duration_secs': 1.441018} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.152984] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Created linked-clone VM from snapshot [ 942.153769] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2c9ff-ad02-459b-91fb-53c50ff4ba91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.156835] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "refresh_cache-76ad78d8-5656-47dc-9604-eba11947b082" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.157179] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Instance network_info: |[{"id": "f604fd17-20f4-43d6-add8-22e187f453d6", "address": "fa:16:3e:54:dd:4e", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604fd17-20", "ovs_interfaceid": "f604fd17-20f4-43d6-add8-22e187f453d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.157477] env[68640]: DEBUG oslo_concurrency.lockutils [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] Acquired lock "refresh_cache-76ad78d8-5656-47dc-9604-eba11947b082" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.157655] env[68640]: DEBUG nova.network.neutron [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Refreshing network info cache for port f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.158960] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:dd:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f604fd17-20f4-43d6-add8-22e187f453d6', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.167720] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Creating folder: Project (340c5908a48a44ae99304221f46b1ea7). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.169678] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.170295] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45e20665-e6bf-4177-9eba-50b808f8551e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.176662] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Uploading image bec688aa-b10a-4076-a9c7-23bd6f966566 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 942.187541] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Created folder: Project (340c5908a48a44ae99304221f46b1ea7) in parent group-v599664. [ 942.187706] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Creating folder: Instances. Parent ref: group-v599863. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.187989] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c168a252-b824-4a05-a31a-e146b7967de5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.190426] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 942.190668] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bda90e5a-0d5a-4891-b237-a2daade14ce4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.198601] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 942.198601] env[68640]: value = "task-2990916" [ 942.198601] env[68640]: _type = "Task" [ 942.198601] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.203843] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Created folder: Instances in parent group-v599863. [ 942.204190] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.208726] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.209061] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91f42766-7e3a-4971-94ea-e38b9193b5b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.231454] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.231454] env[68640]: value = "task-2990917" [ 942.231454] env[68640]: _type = "Task" [ 942.231454] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.242204] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990917, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.305850] env[68640]: INFO nova.compute.manager [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Took 51.80 seconds to build instance. [ 942.380145] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504303} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.380396] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.380687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.380992] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df43a830-e05e-431a-8f71-44cb1736a307 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.387691] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 942.387691] env[68640]: value = "task-2990918" [ 942.387691] env[68640]: _type = "Task" [ 942.387691] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.396390] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.424446] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c1c03996-3169-4590-adfa-492dfc05f4fa tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.425950] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.813s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.426236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.428914] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.754s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.429158] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.431484] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.524s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.432985] env[68640]: INFO nova.compute.claims [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.471151] env[68640]: INFO nova.scheduler.client.report [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleted allocations for instance ed14223f-7b5b-46b2-bbc1-2552816a9da9 [ 942.471652] env[68640]: INFO nova.scheduler.client.report [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted allocations for instance e2f61c21-371d-4559-b2da-a68ac6275321 [ 942.498850] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.499247] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "34c3d107-7cd7-422f-8aed-92db526d888a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.605900] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 849d7e6d-b9a9-4585-8b44-25e4bbe0e30e] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.712612] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990916, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.746649] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990917, 'name': CreateVM_Task, 'duration_secs': 0.396482} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.746828] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.747828] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.747828] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.748058] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.748325] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d428ef8d-8734-4bfa-94c1-5159de049c98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.752718] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 942.752718] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bbf231-71dc-d3d8-b876-9fd5cdc36cfa" [ 942.752718] env[68640]: _type = "Task" [ 942.752718] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.760880] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bbf231-71dc-d3d8-b876-9fd5cdc36cfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.807621] env[68640]: DEBUG oslo_concurrency.lockutils [None req-569dec42-f9b9-4e24-a5f4-deb5956ac029 tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.317s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.898523] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070218} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.898788] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.899732] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7e75d7-7eb1-4765-8010-432aedbf6fc3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.928256] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.931728] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a994f189-14bf-4c75-b8e5-40f99b6aa483 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.958669] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 942.958669] env[68640]: value = "task-2990919" [ 942.958669] env[68640]: _type = "Task" [ 942.958669] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.970182] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.984606] env[68640]: DEBUG oslo_concurrency.lockutils [None req-21b126ed-c7be-4658-8ef1-5ead9f74cca5 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "ed14223f-7b5b-46b2-bbc1-2552816a9da9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.514s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.989019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d8677d75-5339-4e36-9f52-c3f14d735e0b tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "e2f61c21-371d-4559-b2da-a68ac6275321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.875s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.008870] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.110918] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 31daaef4-ef63-49d0-9a94-8b44ca57d776] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.210921] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990916, 'name': Destroy_Task, 'duration_secs': 0.885497} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.211128] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Destroyed the VM [ 943.213118] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.213118] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-988cf5fb-7f12-44e3-938f-fdc2f7084cd8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.218667] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 943.218667] env[68640]: value = "task-2990920" [ 943.218667] env[68640]: _type = "Task" [ 943.218667] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.230742] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.265480] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bbf231-71dc-d3d8-b876-9fd5cdc36cfa, 'name': SearchDatastore_Task, 'duration_secs': 0.009264} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.265804] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268031] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.268031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.268031] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.268031] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42a48ef6-b558-4a19-9000-e1add8046130 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.277143] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.277143] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.277784] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4189d91c-7feb-475e-8eba-0102674e99ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.282359] env[68640]: DEBUG nova.network.neutron [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Updated VIF entry in instance network info cache for port f604fd17-20f4-43d6-add8-22e187f453d6. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.283082] env[68640]: DEBUG nova.network.neutron [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Updating instance_info_cache with network_info: [{"id": "f604fd17-20f4-43d6-add8-22e187f453d6", "address": "fa:16:3e:54:dd:4e", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf604fd17-20", "ovs_interfaceid": "f604fd17-20f4-43d6-add8-22e187f453d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.289186] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 943.289186] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522bc413-e566-f3e7-1c45-a4e7b28443f0" [ 943.289186] env[68640]: _type = "Task" [ 943.289186] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.298740] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522bc413-e566-f3e7-1c45-a4e7b28443f0, 'name': SearchDatastore_Task, 'duration_secs': 0.007937} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.301801] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa08b3a-46e7-4f06-b34c-70bb62d8e4de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.306690] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 943.306690] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52173c44-4f1b-a810-fce3-30553e1cce89" [ 943.306690] env[68640]: _type = "Task" [ 943.306690] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.316820] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52173c44-4f1b-a810-fce3-30553e1cce89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.414017] env[68640]: DEBUG nova.compute.manager [req-2ef4577b-c7bd-4d33-9d70-55bfae298e94 req-36384a53-a864-4c87-b20a-2794caf54934 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Received event network-vif-plugged-15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.414017] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ef4577b-c7bd-4d33-9d70-55bfae298e94 req-36384a53-a864-4c87-b20a-2794caf54934 service nova] Acquiring lock "98a36d48-824b-46cd-9167-3acac7459a26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.414017] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ef4577b-c7bd-4d33-9d70-55bfae298e94 req-36384a53-a864-4c87-b20a-2794caf54934 service nova] Lock "98a36d48-824b-46cd-9167-3acac7459a26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.414017] env[68640]: DEBUG oslo_concurrency.lockutils [req-2ef4577b-c7bd-4d33-9d70-55bfae298e94 req-36384a53-a864-4c87-b20a-2794caf54934 service nova] Lock "98a36d48-824b-46cd-9167-3acac7459a26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.415048] env[68640]: DEBUG nova.compute.manager [req-2ef4577b-c7bd-4d33-9d70-55bfae298e94 req-36384a53-a864-4c87-b20a-2794caf54934 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] No waiting events found dispatching network-vif-plugged-15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.415361] env[68640]: WARNING nova.compute.manager [req-2ef4577b-c7bd-4d33-9d70-55bfae298e94 req-36384a53-a864-4c87-b20a-2794caf54934 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Received unexpected event network-vif-plugged-15b1b3c9-d668-4198-83f6-f8f793b25f57 for instance with vm_state building and task_state spawning. [ 943.455264] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Successfully updated port: 15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.473235] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990919, 'name': ReconfigVM_Task, 'duration_secs': 0.276362} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.475312] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Reconfigured VM instance instance-00000044 to attach disk [datastore1] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.476430] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc646d0b-c7ee-4c08-a389-21b6c1d3ba84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.484302] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 943.484302] env[68640]: value = "task-2990921" [ 943.484302] env[68640]: _type = "Task" [ 943.484302] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.495997] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990921, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.533613] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.615838] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 498784a2-9d4b-493a-949d-176231487ba8] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.728282] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.789996] env[68640]: DEBUG oslo_concurrency.lockutils [req-5905621e-d807-49b2-9b45-41877e0807ef req-f3795e84-f837-4e34-b6f0-1135a5b14226 service nova] Releasing lock "refresh_cache-76ad78d8-5656-47dc-9604-eba11947b082" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.817086] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52173c44-4f1b-a810-fce3-30553e1cce89, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.819694] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.819967] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 76ad78d8-5656-47dc-9604-eba11947b082/76ad78d8-5656-47dc-9604-eba11947b082.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.820581] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd358d1-ad6b-44a7-b9eb-52e33583d837 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.826927] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 943.826927] env[68640]: value = "task-2990922" [ 943.826927] env[68640]: _type = "Task" [ 943.826927] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.839828] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.846540] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7618c5b6-84f7-42cd-a1e0-88671f8a80a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.853247] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b96b4e-3de7-413d-ae3a-17319b704db2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.883999] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10444d45-9c39-4559-a672-8d89d9b01a08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.891595] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1267b762-dd08-4305-89fd-7de9ef840d3d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.905282] env[68640]: DEBUG nova.compute.provider_tree [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.962060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "refresh_cache-98a36d48-824b-46cd-9167-3acac7459a26" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.962319] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "refresh_cache-98a36d48-824b-46cd-9167-3acac7459a26" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.962488] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.993944] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990921, 'name': Rename_Task, 'duration_secs': 0.177224} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.994300] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.994633] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59d588c1-365c-4ea1-a949-7d472a47f2b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.003641] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 944.003641] env[68640]: value = "task-2990923" [ 944.003641] env[68640]: _type = "Task" [ 944.003641] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.013621] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.031415] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.031719] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.032158] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.032435] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.032615] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.035577] env[68640]: INFO nova.compute.manager [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Terminating instance [ 944.036476] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.036679] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.036872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.037064] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.037270] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.039832] env[68640]: INFO nova.compute.manager [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Terminating instance [ 944.065293] env[68640]: DEBUG nova.compute.manager [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Received event network-changed-bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.065413] env[68640]: DEBUG nova.compute.manager [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Refreshing instance network info cache due to event network-changed-bd0c29a1-b466-46fe-921f-40b8a0de653f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.065605] env[68640]: DEBUG oslo_concurrency.lockutils [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] Acquiring lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.065767] env[68640]: DEBUG oslo_concurrency.lockutils [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] Acquired lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.065891] env[68640]: DEBUG nova.network.neutron [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Refreshing network info cache for port bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.121387] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.121751] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Cleaning up deleted instances with incomplete migration {{(pid=68640) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 944.231239] env[68640]: DEBUG oslo_vmware.api [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990920, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815625} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.231519] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.338668] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506414} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.338963] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 76ad78d8-5656-47dc-9604-eba11947b082/76ad78d8-5656-47dc-9604-eba11947b082.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.339314] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.340176] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55663923-0944-4a3b-99f1-da14755d7f6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.346176] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 944.346176] env[68640]: value = "task-2990924" [ 944.346176] env[68640]: _type = "Task" [ 944.346176] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.355141] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.408419] env[68640]: DEBUG nova.scheduler.client.report [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.495136] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.514909] env[68640]: DEBUG oslo_vmware.api [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990923, 'name': PowerOnVM_Task, 'duration_secs': 0.50938} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.516768] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.517034] env[68640]: INFO nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Took 7.36 seconds to spawn the instance on the hypervisor. [ 944.517546] env[68640]: DEBUG nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.518154] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc713a1-64d4-4628-b77e-b9593bf53be6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.542659] env[68640]: DEBUG nova.compute.manager [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.542659] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.543230] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "refresh_cache-0f8210ae-c6bf-441e-bec6-6af7776d7a30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.543396] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquired lock "refresh_cache-0f8210ae-c6bf-441e-bec6-6af7776d7a30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.543579] env[68640]: DEBUG nova.network.neutron [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.545754] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d480c6fa-0e5d-46b8-8576-fbb14c08eee6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.554214] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.558420] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c856039f-2d2c-4de5-8680-871576e7582d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.563292] env[68640]: DEBUG oslo_vmware.api [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 944.563292] env[68640]: value = "task-2990925" [ 944.563292] env[68640]: _type = "Task" [ 944.563292] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.573833] env[68640]: DEBUG oslo_vmware.api [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.624407] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.737863] env[68640]: WARNING nova.compute.manager [None req-80df866a-1037-49d9-9bba-6d1e79c9c6b5 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Image not found during snapshot: nova.exception.ImageNotFound: Image bec688aa-b10a-4076-a9c7-23bd6f966566 could not be found. [ 944.743069] env[68640]: DEBUG nova.network.neutron [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Updating instance_info_cache with network_info: [{"id": "15b1b3c9-d668-4198-83f6-f8f793b25f57", "address": "fa:16:3e:3c:ae:f0", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b1b3c9-d6", "ovs_interfaceid": "15b1b3c9-d668-4198-83f6-f8f793b25f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.855505] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060578} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.857831] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.858618] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6965197-7cce-4131-b675-dfb19d1401df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.880794] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 76ad78d8-5656-47dc-9604-eba11947b082/76ad78d8-5656-47dc-9604-eba11947b082.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.881072] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-876b8611-94e1-4e5b-82ca-bb89b6c51769 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.895404] env[68640]: DEBUG nova.network.neutron [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Updated VIF entry in instance network info cache for port bd0c29a1-b466-46fe-921f-40b8a0de653f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.895732] env[68640]: DEBUG nova.network.neutron [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Updating instance_info_cache with network_info: [{"id": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "address": "fa:16:3e:ff:87:8a", "network": {"id": "1bc30704-4e28-4ff6-95df-036651ed3fcb", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-818908602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43425b406414cdc9d907008e0a72172", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "84aee122-f630-43c5-9cc1-3a38d3819c82", "external-id": "nsx-vlan-transportzone-816", "segmentation_id": 816, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd0c29a1-b4", "ovs_interfaceid": "bd0c29a1-b466-46fe-921f-40b8a0de653f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.902188] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 944.902188] env[68640]: value = "task-2990926" [ 944.902188] env[68640]: _type = "Task" [ 944.902188] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.911380] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.914983] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.915507] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.917832] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.404s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.918037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.919949] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.921s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.920155] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.921822] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.223s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.923246] env[68640]: INFO nova.compute.claims [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.953538] env[68640]: INFO nova.scheduler.client.report [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Deleted allocations for instance dd97f7fd-2d0b-4be4-a329-748a9cf9af29 [ 944.955662] env[68640]: INFO nova.scheduler.client.report [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Deleted allocations for instance 632d944a-2286-42bb-a3b8-cdaf59c72880 [ 945.039790] env[68640]: INFO nova.compute.manager [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Took 50.32 seconds to build instance. [ 945.073176] env[68640]: DEBUG oslo_vmware.api [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990925, 'name': PowerOffVM_Task, 'duration_secs': 0.478257} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.074913] env[68640]: DEBUG nova.network.neutron [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.077070] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.077278] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.077551] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e989ec6-5746-4c52-8d42-e628d6402e36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.126592] env[68640]: DEBUG nova.network.neutron [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.162746] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.163035] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.163247] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleting the datastore file [datastore2] f9506261-0ce6-4fe1-aa8f-ce06d7e15909 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.163584] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed87551d-70dd-4e10-a6dc-c82ad6ab277a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.171183] env[68640]: DEBUG oslo_vmware.api [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 945.171183] env[68640]: value = "task-2990928" [ 945.171183] env[68640]: _type = "Task" [ 945.171183] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.179489] env[68640]: DEBUG oslo_vmware.api [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.247583] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "refresh_cache-98a36d48-824b-46cd-9167-3acac7459a26" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.247774] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Instance network_info: |[{"id": "15b1b3c9-d668-4198-83f6-f8f793b25f57", "address": "fa:16:3e:3c:ae:f0", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b1b3c9-d6", "ovs_interfaceid": "15b1b3c9-d668-4198-83f6-f8f793b25f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.248297] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:ae:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15b1b3c9-d668-4198-83f6-f8f793b25f57', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.256966] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.257238] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.257487] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-192e12ed-00de-43a5-8ffb-f8f3dbcf8359 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.277401] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.277401] env[68640]: value = "task-2990929" [ 945.277401] env[68640]: _type = "Task" [ 945.277401] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.288022] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990929, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.398584] env[68640]: DEBUG oslo_concurrency.lockutils [req-85ac9c87-dcf4-4e9d-b1ee-3576063a2ac5 req-4f3819fe-ba4f-4483-80ba-c5c21f555ae8 service nova] Releasing lock "refresh_cache-ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.412409] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990926, 'name': ReconfigVM_Task, 'duration_secs': 0.309966} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.412707] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 76ad78d8-5656-47dc-9604-eba11947b082/76ad78d8-5656-47dc-9604-eba11947b082.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.413429] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae0763ae-6635-4a94-a1cc-0327b8bcb47c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.420339] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 945.420339] env[68640]: value = "task-2990930" [ 945.420339] env[68640]: _type = "Task" [ 945.420339] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.431607] env[68640]: DEBUG nova.compute.utils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.432601] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990930, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.433175] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.433339] env[68640]: DEBUG nova.network.neutron [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.459122] env[68640]: DEBUG nova.compute.manager [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Received event network-changed-15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.460029] env[68640]: DEBUG nova.compute.manager [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Refreshing instance network info cache due to event network-changed-15b1b3c9-d668-4198-83f6-f8f793b25f57. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.460029] env[68640]: DEBUG oslo_concurrency.lockutils [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] Acquiring lock "refresh_cache-98a36d48-824b-46cd-9167-3acac7459a26" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.460175] env[68640]: DEBUG oslo_concurrency.lockutils [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] Acquired lock "refresh_cache-98a36d48-824b-46cd-9167-3acac7459a26" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.460332] env[68640]: DEBUG nova.network.neutron [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Refreshing network info cache for port 15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.467872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b88034c1-9331-4332-aa20-f5bf73ad38a4 tempest-ServerRescueTestJSON-1337985382 tempest-ServerRescueTestJSON-1337985382-project-member] Lock "dd97f7fd-2d0b-4be4-a329-748a9cf9af29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.330s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.475019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5de0e9e8-3f61-4fc0-b56c-6e995f0ab747 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "632d944a-2286-42bb-a3b8-cdaf59c72880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.434s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.505028] env[68640]: DEBUG nova.policy [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10bb48cfe9a244a28a732f69b4be56cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76620c02d0874b9d81df194bad52cd24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.542251] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "acfba375-29ac-481c-8619-2b648272e2ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.542568] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "acfba375-29ac-481c-8619-2b648272e2ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.542815] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "acfba375-29ac-481c-8619-2b648272e2ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.543083] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "acfba375-29ac-481c-8619-2b648272e2ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.543353] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "acfba375-29ac-481c-8619-2b648272e2ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.545207] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0dd2b984-df48-4f68-8ea8-c07ccba56835 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.838s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.546046] env[68640]: INFO nova.compute.manager [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Terminating instance [ 945.632031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Releasing lock "refresh_cache-0f8210ae-c6bf-441e-bec6-6af7776d7a30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632031] env[68640]: DEBUG nova.compute.manager [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.632031] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.632031] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b9b85e-f1a1-4051-9ea5-92b63c6fad1c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.642057] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.642057] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f529bf-36a2-44f2-b848-38b336a31013 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.648176] env[68640]: DEBUG oslo_vmware.api [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 945.648176] env[68640]: value = "task-2990931" [ 945.648176] env[68640]: _type = "Task" [ 945.648176] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.660390] env[68640]: DEBUG oslo_vmware.api [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.685570] env[68640]: DEBUG oslo_vmware.api [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14673} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.685570] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.685570] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.685570] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.685570] env[68640]: INFO nova.compute.manager [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Took 1.14 seconds to destroy the instance on the hypervisor. [ 945.686101] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.686426] env[68640]: DEBUG nova.compute.manager [-] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.686603] env[68640]: DEBUG nova.network.neutron [-] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.788510] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990929, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.931824] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990930, 'name': Rename_Task, 'duration_secs': 0.194817} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.932323] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.932643] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab17cdb2-85ca-468c-8a80-6484422567f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.939319] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.954343] env[68640]: INFO nova.compute.manager [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Rebuilding instance [ 945.956465] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 945.956465] env[68640]: value = "task-2990932" [ 945.956465] env[68640]: _type = "Task" [ 945.956465] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.985794] env[68640]: DEBUG nova.network.neutron [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Successfully created port: a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.019301] env[68640]: DEBUG nova.compute.manager [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.020402] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d788d2-6154-491f-8ebe-068de3371241 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.050566] env[68640]: DEBUG nova.compute.manager [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.050566] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.051090] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcb6e91-cf16-4b2c-9720-a6fc7270ca13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.059854] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.062525] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-946ae1e2-7eeb-4f6e-a906-05c659fb7548 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.068854] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 946.068854] env[68640]: value = "task-2990933" [ 946.068854] env[68640]: _type = "Task" [ 946.068854] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.077924] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.174958] env[68640]: DEBUG oslo_vmware.api [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990931, 'name': PowerOffVM_Task, 'duration_secs': 0.299972} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.177622] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.177833] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.178331] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d323daa-db26-4c60-8d65-943a4b0e6126 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.202605] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.202860] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.203086] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleting the datastore file [datastore2] 0f8210ae-c6bf-441e-bec6-6af7776d7a30 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.203378] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e3b22a6-4f97-4997-853f-235f1eda0900 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.214545] env[68640]: DEBUG oslo_vmware.api [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for the task: (returnval){ [ 946.214545] env[68640]: value = "task-2990935" [ 946.214545] env[68640]: _type = "Task" [ 946.214545] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.227144] env[68640]: DEBUG oslo_vmware.api [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.294929] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990929, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.380833] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48b15e5-0951-4a36-8393-b980f78e09f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.389883] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735354eb-d623-4b51-aa54-712b1a89ff45 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.423312] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f63116-f37e-46c0-8dab-8206e1a8ea73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.431018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24a2d2-ff7b-465a-9efa-9e9df23e5b35 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.452641] env[68640]: DEBUG nova.compute.provider_tree [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.466018] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990932, 'name': PowerOnVM_Task, 'duration_secs': 0.471925} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.466018] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.466018] env[68640]: INFO nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Took 6.70 seconds to spawn the instance on the hypervisor. [ 946.466018] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.466695] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c13776-dcc8-4276-9641-e794392c4402 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.522416] env[68640]: DEBUG nova.network.neutron [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Updated VIF entry in instance network info cache for port 15b1b3c9-d668-4198-83f6-f8f793b25f57. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.522767] env[68640]: DEBUG nova.network.neutron [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Updating instance_info_cache with network_info: [{"id": "15b1b3c9-d668-4198-83f6-f8f793b25f57", "address": "fa:16:3e:3c:ae:f0", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15b1b3c9-d6", "ovs_interfaceid": "15b1b3c9-d668-4198-83f6-f8f793b25f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.585270] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.611116] env[68640]: DEBUG nova.network.neutron [-] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.729067] env[68640]: DEBUG oslo_vmware.api [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Task: {'id': task-2990935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105896} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.729372] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.730894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.730894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.731320] env[68640]: INFO nova.compute.manager [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Took 1.10 seconds to destroy the instance on the hypervisor. [ 946.731601] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.731801] env[68640]: DEBUG nova.compute.manager [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.731895] env[68640]: DEBUG nova.network.neutron [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.754162] env[68640]: DEBUG nova.network.neutron [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.791022] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990929, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.956157] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.958798] env[68640]: DEBUG nova.scheduler.client.report [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.993078] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.993582] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.993744] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.993925] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.994108] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.994282] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.994495] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.994661] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.994860] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.995042] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.995257] env[68640]: DEBUG nova.virt.hardware [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.995741] env[68640]: INFO nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Took 50.28 seconds to build instance. [ 947.000933] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85950ae3-6592-476b-ad04-88234ea70cdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.010270] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918b0426-a7b9-44ce-8d16-32e6892e238c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.025401] env[68640]: DEBUG oslo_concurrency.lockutils [req-cf59b7f3-dc7e-4b23-b3b0-a4ab655e2240 req-1fb3f577-df3e-4fe2-a617-35bd7656dd56 service nova] Releasing lock "refresh_cache-98a36d48-824b-46cd-9167-3acac7459a26" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.035030] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.035339] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77aaefed-ab37-494c-9d66-e58321d79e26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.042891] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 947.042891] env[68640]: value = "task-2990936" [ 947.042891] env[68640]: _type = "Task" [ 947.042891] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.051868] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.080408] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990933, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.113581] env[68640]: INFO nova.compute.manager [-] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Took 1.43 seconds to deallocate network for instance. [ 947.256982] env[68640]: DEBUG nova.network.neutron [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.292790] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990929, 'name': CreateVM_Task, 'duration_secs': 1.524477} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.292977] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.295841] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.296032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.296358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.296630] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81c915e-9cc9-4c1b-b97c-f199384dbf9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.301772] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 947.301772] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a66c27-dd8e-ec67-b327-31ad7973186e" [ 947.301772] env[68640]: _type = "Task" [ 947.301772] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.309984] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a66c27-dd8e-ec67-b327-31ad7973186e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.463715] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.464273] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.468210] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.593s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.468210] env[68640]: DEBUG nova.objects.instance [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid fd5865e5-0c24-49a5-890d-3cc7d8cf40f0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.495434] env[68640]: DEBUG nova.compute.manager [req-4956ccac-9061-425f-ae04-41f4560ca4bf req-ec30496f-ba6b-40ef-b2f4-321bf4a4ca78 service nova] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Received event network-vif-deleted-ffef32e4-ec2d-4ef7-9614-071e9aeb6b4b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.505622] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "76ad78d8-5656-47dc-9604-eba11947b082" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.799s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.557179] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990936, 'name': PowerOffVM_Task, 'duration_secs': 0.212349} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.557179] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.557179] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.557179] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93738423-4fd7-49ec-bdbd-3752216d9bc2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.564247] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.564487] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc6ce201-bce6-4fa7-b9d4-08afb3f027b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.581103] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990933, 'name': PowerOffVM_Task, 'duration_secs': 1.0202} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.581103] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.581103] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.581103] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3afda1d-68bb-4e5d-8e6f-731eff35bf62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.620722] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.655301] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.655534] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.655719] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore1] e5d78a09-98d8-4f99-b01e-5721e77d8b45 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.656856] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d02e9f1a-f055-4ecb-a54c-408b526d8b5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.658757] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.658948] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.659137] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleting the datastore file [datastore1] acfba375-29ac-481c-8619-2b648272e2ba {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.659372] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07223f5d-0c34-46ec-b679-92bf8b6a6f34 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.665020] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 947.665020] env[68640]: value = "task-2990940" [ 947.665020] env[68640]: _type = "Task" [ 947.665020] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.670032] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 947.670032] env[68640]: value = "task-2990939" [ 947.670032] env[68640]: _type = "Task" [ 947.670032] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.675950] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.680337] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.759377] env[68640]: INFO nova.compute.manager [-] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Took 1.03 seconds to deallocate network for instance. [ 947.812695] env[68640]: DEBUG nova.network.neutron [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Successfully updated port: a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.827498] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a66c27-dd8e-ec67-b327-31ad7973186e, 'name': SearchDatastore_Task, 'duration_secs': 0.014451} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.828175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.828808] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.829413] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.829540] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.829761] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.830741] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9aeedd9-81f7-4ba9-a87b-cdbf63edbbb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.850986] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.851227] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.852217] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99afac3c-d9a6-4881-a7c0-93f50f973d50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.858726] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 947.858726] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c110bb-7f6f-2006-085e-b846c7f9b4d7" [ 947.858726] env[68640]: _type = "Task" [ 947.858726] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.866503] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c110bb-7f6f-2006-085e-b846c7f9b4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.971869] env[68640]: DEBUG nova.compute.utils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.977012] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.977311] env[68640]: DEBUG nova.network.neutron [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.042973] env[68640]: DEBUG nova.policy [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a794ce8eb8ed4d0bbfb4e6d95d35ace3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05533379fec84632943d679177155d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.182039] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188439} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.182039] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.182039] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.182039] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.191300] env[68640]: DEBUG oslo_vmware.api [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2990939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191619} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.191300] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.191300] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.191300] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.191300] env[68640]: INFO nova.compute.manager [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Took 2.14 seconds to destroy the instance on the hypervisor. [ 948.191300] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.191300] env[68640]: DEBUG nova.compute.manager [-] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.191300] env[68640]: DEBUG nova.network.neutron [-] [instance: acfba375-29ac-481c-8619-2b648272e2ba] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.266639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.323674] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "refresh_cache-ea8c5d29-d806-491f-888b-7d7d07dd5292" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.323674] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquired lock "refresh_cache-ea8c5d29-d806-491f-888b-7d7d07dd5292" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.323674] env[68640]: DEBUG nova.network.neutron [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.371938] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c110bb-7f6f-2006-085e-b846c7f9b4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.372865] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ff2728-0290-4c6d-bb5d-35cb3aec9399 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.382391] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 948.382391] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b76e2e-ce78-bab9-925a-c8b1fd08d4f4" [ 948.382391] env[68640]: _type = "Task" [ 948.382391] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.390809] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b76e2e-ce78-bab9-925a-c8b1fd08d4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.407950] env[68640]: DEBUG nova.network.neutron [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Successfully created port: 43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 948.448443] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7419029-078c-4642-8fbe-ff746cdd36b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.457285] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b156f3-d9d2-415e-a8cd-816e3cb6f50e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.492369] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.495767] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb12be4-0bde-4f53-9c6d-1248f65c98c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.503876] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cb34e2-6e60-48e0-95d2-acd725e328fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.518951] env[68640]: DEBUG nova.compute.provider_tree [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.670923] env[68640]: DEBUG nova.compute.manager [req-223a8fa3-e445-44d9-b782-fe812600a37f req-23e19ac2-f2e6-4579-a2a7-f1d68eaaa853 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Received event network-vif-deleted-3ecc4620-2613-4162-948d-1229631fa213 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.671362] env[68640]: INFO nova.compute.manager [req-223a8fa3-e445-44d9-b782-fe812600a37f req-23e19ac2-f2e6-4579-a2a7-f1d68eaaa853 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Neutron deleted interface 3ecc4620-2613-4162-948d-1229631fa213; detaching it from the instance and deleting it from the info cache [ 948.671362] env[68640]: DEBUG nova.network.neutron [req-223a8fa3-e445-44d9-b782-fe812600a37f req-23e19ac2-f2e6-4579-a2a7-f1d68eaaa853 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.732927] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.733174] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.855471] env[68640]: DEBUG nova.network.neutron [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.892929] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b76e2e-ce78-bab9-925a-c8b1fd08d4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019682} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.895364] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.895621] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 98a36d48-824b-46cd-9167-3acac7459a26/98a36d48-824b-46cd-9167-3acac7459a26.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.895888] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cd18088-5456-4a58-a76c-a87e27c76497 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.903459] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 948.903459] env[68640]: value = "task-2990941" [ 948.903459] env[68640]: _type = "Task" [ 948.903459] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.911328] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.023391] env[68640]: DEBUG nova.scheduler.client.report [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.027548] env[68640]: DEBUG nova.network.neutron [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Updating instance_info_cache with network_info: [{"id": "a75f6cf9-783c-4545-a5d6-e8ea575d769a", "address": "fa:16:3e:7c:9c:3b", "network": {"id": "b09df1a9-6422-449e-b489-2597623bb602", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-332459818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76620c02d0874b9d81df194bad52cd24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75f6cf9-78", "ovs_interfaceid": "a75f6cf9-783c-4545-a5d6-e8ea575d769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.050093] env[68640]: DEBUG nova.network.neutron [-] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.174500] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13e18f18-1bda-4a59-9033-9fd55c94f489 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.187960] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cef181-0711-4bfd-b624-7ac3ff79e8b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.231269] env[68640]: DEBUG nova.compute.manager [req-223a8fa3-e445-44d9-b782-fe812600a37f req-23e19ac2-f2e6-4579-a2a7-f1d68eaaa853 service nova] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Detach interface failed, port_id=3ecc4620-2613-4162-948d-1229631fa213, reason: Instance acfba375-29ac-481c-8619-2b648272e2ba could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.235563] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.241507] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.241781] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.241960] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.242207] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.242404] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.243108] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.243108] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.244015] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.244015] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.244015] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.244015] env[68640]: DEBUG nova.virt.hardware [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.244848] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f64cf5-b75b-4416-82d3-18e9154e4c0a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.254592] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39d9f6-7d60-4b37-9fe7-55a3b513b30e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.270329] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:35:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7916a5-d651-4084-bfac-c2a1164b6b4f', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.279055] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.279055] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.279055] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb3cb25-6adf-46e6-b750-dba034c99b9e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.299264] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.299264] env[68640]: value = "task-2990942" [ 949.299264] env[68640]: _type = "Task" [ 949.299264] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.312154] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990942, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.414423] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.504770] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.522743] env[68640]: DEBUG nova.compute.manager [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Received event network-vif-plugged-a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.522913] env[68640]: DEBUG oslo_concurrency.lockutils [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] Acquiring lock "ea8c5d29-d806-491f-888b-7d7d07dd5292-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.523152] env[68640]: DEBUG oslo_concurrency.lockutils [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.523335] env[68640]: DEBUG oslo_concurrency.lockutils [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.523581] env[68640]: DEBUG nova.compute.manager [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] No waiting events found dispatching network-vif-plugged-a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.523817] env[68640]: WARNING nova.compute.manager [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Received unexpected event network-vif-plugged-a75f6cf9-783c-4545-a5d6-e8ea575d769a for instance with vm_state building and task_state spawning. [ 949.524111] env[68640]: DEBUG nova.compute.manager [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Received event network-changed-a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.524402] env[68640]: DEBUG nova.compute.manager [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Refreshing instance network info cache due to event network-changed-a75f6cf9-783c-4545-a5d6-e8ea575d769a. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.524647] env[68640]: DEBUG oslo_concurrency.lockutils [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] Acquiring lock "refresh_cache-ea8c5d29-d806-491f-888b-7d7d07dd5292" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.530285] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.532754] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Releasing lock "refresh_cache-ea8c5d29-d806-491f-888b-7d7d07dd5292" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.533128] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Instance network_info: |[{"id": "a75f6cf9-783c-4545-a5d6-e8ea575d769a", "address": "fa:16:3e:7c:9c:3b", "network": {"id": "b09df1a9-6422-449e-b489-2597623bb602", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-332459818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76620c02d0874b9d81df194bad52cd24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75f6cf9-78", "ovs_interfaceid": "a75f6cf9-783c-4545-a5d6-e8ea575d769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.536014] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.536248] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.536452] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.536579] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.536743] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.536973] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.537094] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.537250] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.537605] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.537688] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.537865] env[68640]: DEBUG nova.virt.hardware [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.539039] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.824s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.539039] env[68640]: DEBUG nova.objects.instance [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lazy-loading 'resources' on Instance uuid b631aa77-4ccf-4e3a-99b1-0e7a70fe1439 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.539919] env[68640]: DEBUG oslo_concurrency.lockutils [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] Acquired lock "refresh_cache-ea8c5d29-d806-491f-888b-7d7d07dd5292" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.540172] env[68640]: DEBUG nova.network.neutron [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Refreshing network info cache for port a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.541834] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:9c:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a75f6cf9-783c-4545-a5d6-e8ea575d769a', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.550302] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Creating folder: Project (76620c02d0874b9d81df194bad52cd24). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.551560] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e0def2-d686-40a6-9b27-d5922658e01c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.556166] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-157048d2-1089-4578-8111-93f07b384543 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.558113] env[68640]: INFO nova.compute.manager [-] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Took 1.37 seconds to deallocate network for instance. [ 949.567735] env[68640]: INFO nova.scheduler.client.report [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance fd5865e5-0c24-49a5-890d-3cc7d8cf40f0 [ 949.572320] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506ec88-3332-48f1-b0b9-6ec2d3e66370 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.577993] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Created folder: Project (76620c02d0874b9d81df194bad52cd24) in parent group-v599664. [ 949.578489] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Creating folder: Instances. Parent ref: group-v599868. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.578854] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f375a9a-f872-449d-b04d-3f9d9d5851ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.599988] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Created folder: Instances in parent group-v599868. [ 949.600339] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.600605] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.601020] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00f4ac4-6ad3-4d34-944b-683f8e0fab43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.621663] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.621663] env[68640]: value = "task-2990945" [ 949.621663] env[68640]: _type = "Task" [ 949.621663] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.629641] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990945, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.755309] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.809877] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990942, 'name': CreateVM_Task, 'duration_secs': 0.356588} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.810111] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.810880] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.811083] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.811448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.811739] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d260326-56cb-4f81-8a63-aeb7240ec182 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.816633] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 949.816633] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5255caf0-4716-1dcc-ff60-72cad5f36a6e" [ 949.816633] env[68640]: _type = "Task" [ 949.816633] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.824234] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5255caf0-4716-1dcc-ff60-72cad5f36a6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.913816] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582677} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.914111] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 98a36d48-824b-46cd-9167-3acac7459a26/98a36d48-824b-46cd-9167-3acac7459a26.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.914318] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.914580] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a00491c0-050f-47b3-83b1-ac9b52c69bd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.922191] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 949.922191] env[68640]: value = "task-2990946" [ 949.922191] env[68640]: _type = "Task" [ 949.922191] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.933107] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.993729] env[68640]: DEBUG nova.network.neutron [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Successfully updated port: 43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.066272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.080206] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b50b6d33-ab15-4a99-b827-0360b8c8c8c2 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "fd5865e5-0c24-49a5-890d-3cc7d8cf40f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.203s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.131857] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990945, 'name': CreateVM_Task, 'duration_secs': 0.38249} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.133810] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.136910] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.307217] env[68640]: DEBUG nova.network.neutron [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Updated VIF entry in instance network info cache for port a75f6cf9-783c-4545-a5d6-e8ea575d769a. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.307512] env[68640]: DEBUG nova.network.neutron [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Updating instance_info_cache with network_info: [{"id": "a75f6cf9-783c-4545-a5d6-e8ea575d769a", "address": "fa:16:3e:7c:9c:3b", "network": {"id": "b09df1a9-6422-449e-b489-2597623bb602", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-332459818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76620c02d0874b9d81df194bad52cd24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa75f6cf9-78", "ovs_interfaceid": "a75f6cf9-783c-4545-a5d6-e8ea575d769a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.330539] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5255caf0-4716-1dcc-ff60-72cad5f36a6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.330842] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.331089] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.331345] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.331465] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.331648] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.331938] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.332315] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.332560] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c3d841-7931-4921-b182-ecf75d2c2b26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.334880] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460985db-fe71-42c8-9740-c3446ce4c64a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.342481] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 950.342481] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52669e7b-1342-4d81-f8b0-bf75552f1704" [ 950.342481] env[68640]: _type = "Task" [ 950.342481] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.347984] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.347984] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.351148] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8535225-705b-490d-a58e-8cb60eb6c0a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.353594] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52669e7b-1342-4d81-f8b0-bf75552f1704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.359075] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 950.359075] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5283e1e8-1510-c36e-d65d-3801158d242f" [ 950.359075] env[68640]: _type = "Task" [ 950.359075] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.367128] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5283e1e8-1510-c36e-d65d-3801158d242f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.432215] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078474} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.432500] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.433376] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03319172-480a-4077-870d-9104de1ade74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.462885] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 98a36d48-824b-46cd-9167-3acac7459a26/98a36d48-824b-46cd-9167-3acac7459a26.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.464644] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6e311c-967e-4cfc-9241-163c34aaf07c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.479763] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b4f464-843c-47fb-8769-fc6abeec3d9a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.488285] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872b154-abed-45fb-a7d5-dd4943f0ddeb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.491750] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 950.491750] env[68640]: value = "task-2990947" [ 950.491750] env[68640]: _type = "Task" [ 950.491750] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.524081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.524299] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.524422] env[68640]: DEBUG nova.network.neutron [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.526918] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b850c53-db36-4690-badf-adb3ffc9289a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.532754] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.537982] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d25b72-ae87-46a0-bc16-e9d9ae553694 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.557180] env[68640]: DEBUG nova.compute.provider_tree [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.810361] env[68640]: DEBUG oslo_concurrency.lockutils [req-bfa9f1df-9dc6-4b70-870f-3da16e0d542a req-b41620d0-64ba-43ac-832b-b9ad9f723b41 service nova] Releasing lock "refresh_cache-ea8c5d29-d806-491f-888b-7d7d07dd5292" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.853781] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52669e7b-1342-4d81-f8b0-bf75552f1704, 'name': SearchDatastore_Task, 'duration_secs': 0.026714} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.854061] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.854333] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.854577] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.867858] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5283e1e8-1510-c36e-d65d-3801158d242f, 'name': SearchDatastore_Task, 'duration_secs': 0.045595} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.868585] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ebbcc9-bf8d-4728-9369-ce4a2a73e468 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.873166] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 950.873166] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520628df-c683-7cb3-34e2-c7ffa43dea54" [ 950.873166] env[68640]: _type = "Task" [ 950.873166] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.880586] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520628df-c683-7cb3-34e2-c7ffa43dea54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.002817] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.064945] env[68640]: DEBUG nova.scheduler.client.report [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.067685] env[68640]: DEBUG nova.network.neutron [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.190635] env[68640]: DEBUG nova.network.neutron [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.300573] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.301909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.384471] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520628df-c683-7cb3-34e2-c7ffa43dea54, 'name': SearchDatastore_Task, 'duration_secs': 0.063789} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.384471] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.384471] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.384471] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.384885] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.384885] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c937091-2cd1-4ab6-b59b-72ea40cc5b3f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.386647] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771f48a4-fef5-45fb-8b23-1bd9b26eeec2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.394630] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 951.394630] env[68640]: value = "task-2990948" [ 951.394630] env[68640]: _type = "Task" [ 951.394630] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.395679] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.395859] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.398966] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9814b460-adfe-4ddf-b585-170a00aaf6bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.406579] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.407656] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 951.407656] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5221844a-f04a-eb64-c2d3-06d169c7378b" [ 951.407656] env[68640]: _type = "Task" [ 951.407656] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.414488] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5221844a-f04a-eb64-c2d3-06d169c7378b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.503061] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990947, 'name': ReconfigVM_Task, 'duration_secs': 0.802425} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.503356] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 98a36d48-824b-46cd-9167-3acac7459a26/98a36d48-824b-46cd-9167-3acac7459a26.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.503996] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe56dec2-e1ba-44ee-8720-d9a93b7a6fd3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.509664] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 951.509664] env[68640]: value = "task-2990949" [ 951.509664] env[68640]: _type = "Task" [ 951.509664] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.518338] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990949, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.548150] env[68640]: DEBUG nova.compute.manager [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-vif-plugged-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.548404] env[68640]: DEBUG oslo_concurrency.lockutils [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.548576] env[68640]: DEBUG oslo_concurrency.lockutils [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.549177] env[68640]: DEBUG oslo_concurrency.lockutils [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.549177] env[68640]: DEBUG nova.compute.manager [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] No waiting events found dispatching network-vif-plugged-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.549177] env[68640]: WARNING nova.compute.manager [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received unexpected event network-vif-plugged-43aefe3d-46ff-4936-8cfa-d1103b671437 for instance with vm_state building and task_state spawning. [ 951.549408] env[68640]: DEBUG nova.compute.manager [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-changed-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.549408] env[68640]: DEBUG nova.compute.manager [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Refreshing instance network info cache due to event network-changed-43aefe3d-46ff-4936-8cfa-d1103b671437. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.549573] env[68640]: DEBUG oslo_concurrency.lockutils [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.570954] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.573660] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.412s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.575110] env[68640]: INFO nova.compute.claims [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.599845] env[68640]: INFO nova.scheduler.client.report [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Deleted allocations for instance b631aa77-4ccf-4e3a-99b1-0e7a70fe1439 [ 951.693118] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.693471] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance network_info: |[{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.693783] env[68640]: DEBUG oslo_concurrency.lockutils [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.693966] env[68640]: DEBUG nova.network.neutron [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Refreshing network info cache for port 43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.695698] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ea:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43aefe3d-46ff-4936-8cfa-d1103b671437', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.703965] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating folder: Project (05533379fec84632943d679177155d73). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.705197] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbb7a3bf-9bc2-4692-a63d-a43b01f7d923 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.717283] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Created folder: Project (05533379fec84632943d679177155d73) in parent group-v599664. [ 951.717503] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating folder: Instances. Parent ref: group-v599871. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.717759] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2653a01c-ee4b-4aee-8305-a91a127581d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.729988] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Created folder: Instances in parent group-v599871. [ 951.730271] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.730513] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.730741] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72791f65-484b-4e8a-ba0f-349da7fab3ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.754907] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.754907] env[68640]: value = "task-2990952" [ 951.754907] env[68640]: _type = "Task" [ 951.754907] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.765134] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990952, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.803708] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.905152] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507283} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.905423] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.905636] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.905889] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ea1378e-b805-4d7b-9e70-679ada7b6140 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.911831] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 951.911831] env[68640]: value = "task-2990953" [ 951.911831] env[68640]: _type = "Task" [ 951.911831] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.919881] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5221844a-f04a-eb64-c2d3-06d169c7378b, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.921454] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693194b4-d4f4-4fe9-80b5-a5d1be41669f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.929375] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.932288] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 951.932288] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5223f7a9-d3da-5f08-9789-9b52bff96e67" [ 951.932288] env[68640]: _type = "Task" [ 951.932288] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.940684] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5223f7a9-d3da-5f08-9789-9b52bff96e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.020194] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990949, 'name': Rename_Task, 'duration_secs': 0.151651} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.020562] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.020823] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc29c93c-71ac-452c-b6eb-f22e452889f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.027610] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 952.027610] env[68640]: value = "task-2990954" [ 952.027610] env[68640]: _type = "Task" [ 952.027610] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.037274] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.110084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd542511-df85-4eb4-aa69-302405e9e328 tempest-ServerExternalEventsTest-473715327 tempest-ServerExternalEventsTest-473715327-project-member] Lock "b631aa77-4ccf-4e3a-99b1-0e7a70fe1439" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.266844] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990952, 'name': CreateVM_Task, 'duration_secs': 0.385197} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.266960] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.267642] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.268213] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.268213] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.268479] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e1a5fe-b658-483b-858a-da140760f9c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.273035] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 952.273035] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212ed02-0ee7-3654-44d6-d7a8c8abbb90" [ 952.273035] env[68640]: _type = "Task" [ 952.273035] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.280362] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212ed02-0ee7-3654-44d6-d7a8c8abbb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.328822] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.422805] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062079} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.423109] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.424329] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d87eb32-6d2c-4cab-ba48-cce2d365aa7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.448342] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.454048] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cd13e6-8332-45eb-bd9e-c0754cf24320 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.476293] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5223f7a9-d3da-5f08-9789-9b52bff96e67, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.480716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.480716] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] ea8c5d29-d806-491f-888b-7d7d07dd5292/ea8c5d29-d806-491f-888b-7d7d07dd5292.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.480716] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 952.480716] env[68640]: value = "task-2990955" [ 952.480716] env[68640]: _type = "Task" [ 952.480716] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.480716] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1843365f-47c9-4b74-a299-94ef77682e4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.491770] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.493049] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 952.493049] env[68640]: value = "task-2990956" [ 952.493049] env[68640]: _type = "Task" [ 952.493049] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.500772] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.501704] env[68640]: DEBUG nova.network.neutron [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updated VIF entry in instance network info cache for port 43aefe3d-46ff-4936-8cfa-d1103b671437. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.501916] env[68640]: DEBUG nova.network.neutron [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.539050] env[68640]: DEBUG oslo_vmware.api [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990954, 'name': PowerOnVM_Task, 'duration_secs': 0.444859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.539050] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.539050] env[68640]: INFO nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Took 10.61 seconds to spawn the instance on the hypervisor. [ 952.539254] env[68640]: DEBUG nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.539914] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971abb99-ff17-4f83-95dd-7cc47a5dc4bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.785053] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212ed02-0ee7-3654-44d6-d7a8c8abbb90, 'name': SearchDatastore_Task, 'duration_secs': 0.016639} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.785515] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.785791] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.786034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.786211] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.786413] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.786692] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9958b6e-89a6-40b0-b451-ce30b517892c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.796105] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.796317] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.797051] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a609175-fed2-4885-b20c-48782ffb04ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.803827] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 952.803827] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52af11e6-db56-542f-afa5-1a670c92472c" [ 952.803827] env[68640]: _type = "Task" [ 952.803827] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.811966] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52af11e6-db56-542f-afa5-1a670c92472c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.993035] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990955, 'name': ReconfigVM_Task, 'duration_secs': 0.310302} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.993560] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Reconfigured VM instance instance-00000044 to attach disk [datastore2] e5d78a09-98d8-4f99-b01e-5721e77d8b45/e5d78a09-98d8-4f99-b01e-5721e77d8b45.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.998414] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45778e95-59a8-457f-bc08-570148382046 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.006416] env[68640]: DEBUG oslo_concurrency.lockutils [req-1b456643-fad3-48af-aff8-cf0ff63f85b9 req-ba9c17d2-04b3-4715-87da-1f0ea9a22163 service nova] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.006997] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990956, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.008467] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 953.008467] env[68640]: value = "task-2990957" [ 953.008467] env[68640]: _type = "Task" [ 953.008467] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.020488] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990957, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.059358] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ccfff-7a52-4bf2-8a8b-9cf9c191cbf2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.062593] env[68640]: INFO nova.compute.manager [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Took 56.30 seconds to build instance. [ 953.075037] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa94916-2201-44b1-b494-490e684cc83f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.113260] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954df1b-9d16-4ec6-9789-cf91768e70a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.124240] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df33855d-906c-4b18-9e95-2cd9d0ee42ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.140555] env[68640]: DEBUG nova.compute.provider_tree [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.316457] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52af11e6-db56-542f-afa5-1a670c92472c, 'name': SearchDatastore_Task, 'duration_secs': 0.055746} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.317325] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74d4c13-fd2c-45a6-99bd-c66f5d94ba90 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.323792] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 953.323792] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5254efd0-d0c1-75ef-7ecd-57420c9885b3" [ 953.323792] env[68640]: _type = "Task" [ 953.323792] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.336856] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5254efd0-d0c1-75ef-7ecd-57420c9885b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.502380] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957801} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.502645] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] ea8c5d29-d806-491f-888b-7d7d07dd5292/ea8c5d29-d806-491f-888b-7d7d07dd5292.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.502898] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.503115] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e273b10f-f47c-4464-8eab-a2d0b837c351 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.509343] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 953.509343] env[68640]: value = "task-2990958" [ 953.509343] env[68640]: _type = "Task" [ 953.509343] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.519973] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990957, 'name': Rename_Task, 'duration_secs': 0.205258} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.522837] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.523124] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.523360] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ac10a2-7c9f-48ad-892f-b4cd1b8e9135 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.529203] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 953.529203] env[68640]: value = "task-2990959" [ 953.529203] env[68640]: _type = "Task" [ 953.529203] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.537531] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.565767] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a5b28f73-e03f-4e5e-9265-dbcd9f0a797d tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "98a36d48-824b-46cd-9167-3acac7459a26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.811s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.645337] env[68640]: DEBUG nova.scheduler.client.report [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.836908] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5254efd0-d0c1-75ef-7ecd-57420c9885b3, 'name': SearchDatastore_Task, 'duration_secs': 0.058494} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.837385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.837727] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.838685] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c411844a-39b8-4ade-9d3d-e84c66f2a312 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.844653] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 953.844653] env[68640]: value = "task-2990960" [ 953.844653] env[68640]: _type = "Task" [ 953.844653] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.852874] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.024929] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072128} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.027036] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.027036] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33befd1c-6cca-4b48-b5d1-a9ae66e4c7c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.052118] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] ea8c5d29-d806-491f-888b-7d7d07dd5292/ea8c5d29-d806-491f-888b-7d7d07dd5292.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.052291] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-583a6335-bdb8-461c-9a80-846e5add6cc8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.073023] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.077574] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 954.077574] env[68640]: value = "task-2990961" [ 954.077574] env[68640]: _type = "Task" [ 954.077574] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.086626] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.150881] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.151622] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.154736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.271s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.358961] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990960, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.540835] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.577026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "76ad78d8-5656-47dc-9604-eba11947b082" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.577337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "76ad78d8-5656-47dc-9604-eba11947b082" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.577574] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "76ad78d8-5656-47dc-9604-eba11947b082-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.577791] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "76ad78d8-5656-47dc-9604-eba11947b082-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.577982] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "76ad78d8-5656-47dc-9604-eba11947b082-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.580829] env[68640]: INFO nova.compute.manager [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Terminating instance [ 954.599646] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.658024] env[68640]: DEBUG nova.compute.utils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.662690] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.663777] env[68640]: DEBUG nova.network.neutron [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.691447] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "98a36d48-824b-46cd-9167-3acac7459a26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.691869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "98a36d48-824b-46cd-9167-3acac7459a26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.692289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "98a36d48-824b-46cd-9167-3acac7459a26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.692692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "98a36d48-824b-46cd-9167-3acac7459a26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.692692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "98a36d48-824b-46cd-9167-3acac7459a26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.695030] env[68640]: INFO nova.compute.manager [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Terminating instance [ 954.750044] env[68640]: DEBUG nova.policy [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc5c69cbb58455ea9b895b6c0a5031a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9db479328d704865a366ac3e44aecf14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.863836] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990960, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.040265] env[68640]: DEBUG oslo_vmware.api [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990959, 'name': PowerOnVM_Task, 'duration_secs': 1.3389} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.040409] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.040648] env[68640]: DEBUG nova.compute.manager [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.043881] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c57dfb-675a-48fd-8de8-be0a72125687 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.094987] env[68640]: DEBUG nova.compute.manager [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.094987] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.094987] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990961, 'name': ReconfigVM_Task, 'duration_secs': 0.650605} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.098334] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d448f-acec-4f18-a1b8-e4d2a04cf01a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.101029] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Reconfigured VM instance instance-00000047 to attach disk [datastore2] ea8c5d29-d806-491f-888b-7d7d07dd5292/ea8c5d29-d806-491f-888b-7d7d07dd5292.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.101860] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd394ef-e934-4b7a-b806-9e62b06fa5d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.108210] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.109527] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-faff53e8-5103-4622-bb71-190520cfea71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.111080] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 955.111080] env[68640]: value = "task-2990962" [ 955.111080] env[68640]: _type = "Task" [ 955.111080] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.124260] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 955.124260] env[68640]: value = "task-2990963" [ 955.124260] env[68640]: _type = "Task" [ 955.124260] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.136289] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990962, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.137330] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd321036-f8f8-4df8-aaa8-0ae7ee2483e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.145778] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.148517] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d064b204-511e-434d-ba21-a68a61388d03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.179225] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.183131] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b90c2b-b9d8-4bea-b907-0d4c6e0ae926 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.191095] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8e6bb9-3831-4189-bae5-f32709808551 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.212748] env[68640]: DEBUG nova.compute.manager [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.213182] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.213998] env[68640]: DEBUG nova.compute.provider_tree [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.218036] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd26baa-db52-4406-ac60-309c2fd563d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.231727] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.232159] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0b831a3-8671-4b9c-9eae-8589c7a7901d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.239946] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 955.239946] env[68640]: value = "task-2990964" [ 955.239946] env[68640]: _type = "Task" [ 955.239946] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.253400] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.358234] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990960, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.376208] env[68640]: DEBUG nova.network.neutron [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Successfully created port: 8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.565047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.627043] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990962, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.635343] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.749232] env[68640]: ERROR nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [req-b6c7301d-a3c4-4d01-9aea-01ac63af31b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6c7301d-a3c4-4d01-9aea-01ac63af31b8"}]} [ 955.757860] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.780117] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 955.796752] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 955.796993] env[68640]: DEBUG nova.compute.provider_tree [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.812779] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 955.837437] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 955.860481] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990960, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.816172} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.865732] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.867574] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.868376] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b8a865-c04d-442a-9cbc-8c6b7073c0c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.875759] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 955.875759] env[68640]: value = "task-2990965" [ 955.875759] env[68640]: _type = "Task" [ 955.875759] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.885648] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.131837] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990962, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.141646] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990963, 'name': PowerOffVM_Task, 'duration_secs': 0.881196} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.142566] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.142938] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.143274] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8aa4855-12a2-47c5-9a99-2078208d63a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.193721] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.220562] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.220780] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.220954] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleting the datastore file [datastore1] 76ad78d8-5656-47dc-9604-eba11947b082 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.223469] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c21dd461-e992-43b7-acae-c683cf9730b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.231797] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 956.231797] env[68640]: value = "task-2990967" [ 956.231797] env[68640]: _type = "Task" [ 956.231797] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.237201] env[68640]: DEBUG nova.virt.hardware [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.237786] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9f2c76-d53c-4e8e-8105-280449702c0c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.257444] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f187ea-fc29-4ca7-ba9b-325b3affdf80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.273510] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.273795] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.338702] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca24c5-c0d9-4a59-99ff-99c67ce90a88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.347071] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af4e383-527d-4982-b07a-fe91ad33181e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.383214] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493d2f6-32c3-47e1-b133-1c1564c6148f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.391746] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.462787} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.394312] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.395485] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1597b140-196b-4ff8-96de-26f02ed57d78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.400333] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b92a7bb-f930-49b4-b112-ba1ba6c6cc1a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.427283] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.437570] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a82d735-f3dc-4333-8e0e-cc1e6553e1dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.453690] env[68640]: DEBUG nova.compute.provider_tree [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.459867] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 956.459867] env[68640]: value = "task-2990968" [ 956.459867] env[68640]: _type = "Task" [ 956.459867] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.471283] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.631328] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990962, 'name': Rename_Task, 'duration_secs': 1.165881} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.631572] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.631762] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0222ead2-4a6a-4614-a284-854e857bc0eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.640295] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 956.640295] env[68640]: value = "task-2990969" [ 956.640295] env[68640]: _type = "Task" [ 956.640295] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.652434] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.680173] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.680582] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.680929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.681281] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.681584] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.684565] env[68640]: INFO nova.compute.manager [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Terminating instance [ 956.747990] env[68640]: DEBUG oslo_vmware.api [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210522} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.751969] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.752277] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.752488] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.752629] env[68640]: INFO nova.compute.manager [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Took 1.66 seconds to destroy the instance on the hypervisor. [ 956.752907] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.753083] env[68640]: DEBUG nova.compute.manager [-] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.753181] env[68640]: DEBUG nova.network.neutron [-] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.762225] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990964, 'name': PowerOffVM_Task, 'duration_secs': 1.187738} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.763068] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.763068] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.763068] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83d9d3e3-c9ce-4a0f-8142-3f54bb083536 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.845210] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.846036] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.846036] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleting the datastore file [datastore1] 98a36d48-824b-46cd-9167-3acac7459a26 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.846036] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e473b74d-684a-426d-8252-d96494389593 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.853936] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 956.853936] env[68640]: value = "task-2990971" [ 956.853936] env[68640]: _type = "Task" [ 956.853936] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.864700] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.975904] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.983755] env[68640]: ERROR nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [req-28c17c7c-c894-4a62-b871-8e0f19438fe9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 149, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 610e41d8-3285-4a29-bc4a-2c380131b53f. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-28c17c7c-c894-4a62-b871-8e0f19438fe9"}]} [ 957.007052] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 957.022564] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 957.022922] env[68640]: DEBUG nova.compute.provider_tree [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.042799] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 957.066033] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 957.151374] env[68640]: DEBUG oslo_vmware.api [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990969, 'name': PowerOnVM_Task, 'duration_secs': 0.443427} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.151651] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.151913] env[68640]: INFO nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Took 10.20 seconds to spawn the instance on the hypervisor. [ 957.152041] env[68640]: DEBUG nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.153890] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1f09d9-a9a5-44fa-b4fb-4f71c8bac395 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.158993] env[68640]: DEBUG nova.compute.manager [req-bf1e0c43-1540-428a-b291-3e2cdc4401f9 req-ef81278a-73e3-4f23-875d-5a7073c393e2 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Received event network-vif-plugged-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.158993] env[68640]: DEBUG oslo_concurrency.lockutils [req-bf1e0c43-1540-428a-b291-3e2cdc4401f9 req-ef81278a-73e3-4f23-875d-5a7073c393e2 service nova] Acquiring lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.158993] env[68640]: DEBUG oslo_concurrency.lockutils [req-bf1e0c43-1540-428a-b291-3e2cdc4401f9 req-ef81278a-73e3-4f23-875d-5a7073c393e2 service nova] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.159190] env[68640]: DEBUG oslo_concurrency.lockutils [req-bf1e0c43-1540-428a-b291-3e2cdc4401f9 req-ef81278a-73e3-4f23-875d-5a7073c393e2 service nova] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.159284] env[68640]: DEBUG nova.compute.manager [req-bf1e0c43-1540-428a-b291-3e2cdc4401f9 req-ef81278a-73e3-4f23-875d-5a7073c393e2 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] No waiting events found dispatching network-vif-plugged-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.159963] env[68640]: WARNING nova.compute.manager [req-bf1e0c43-1540-428a-b291-3e2cdc4401f9 req-ef81278a-73e3-4f23-875d-5a7073c393e2 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Received unexpected event network-vif-plugged-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 for instance with vm_state building and task_state spawning. [ 957.175721] env[68640]: DEBUG nova.compute.manager [req-88c774ba-6567-4387-a5d1-d7cd19b58556 req-adf1a4d7-5cc2-4bdf-ad8f-feb71ce2b008 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Received event network-vif-deleted-f604fd17-20f4-43d6-add8-22e187f453d6 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.175984] env[68640]: INFO nova.compute.manager [req-88c774ba-6567-4387-a5d1-d7cd19b58556 req-adf1a4d7-5cc2-4bdf-ad8f-feb71ce2b008 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Neutron deleted interface f604fd17-20f4-43d6-add8-22e187f453d6; detaching it from the instance and deleting it from the info cache [ 957.176095] env[68640]: DEBUG nova.network.neutron [req-88c774ba-6567-4387-a5d1-d7cd19b58556 req-adf1a4d7-5cc2-4bdf-ad8f-feb71ce2b008 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.188531] env[68640]: DEBUG nova.compute.manager [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.188756] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.189738] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f61303-6ec1-4bf1-8a9f-5582e15072b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.198443] env[68640]: DEBUG nova.network.neutron [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Successfully updated port: 8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.205497] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.205931] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fbad653-e79b-4bcd-94c5-8786c16363de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.215381] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 957.215381] env[68640]: value = "task-2990972" [ 957.215381] env[68640]: _type = "Task" [ 957.215381] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.228699] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.306236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "9755278f-d167-467a-8b95-cac72fff5b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.306236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "9755278f-d167-467a-8b95-cac72fff5b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.366024] env[68640]: DEBUG oslo_vmware.api [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2990971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129305} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.369860] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.370511] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.370811] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.371107] env[68640]: INFO nova.compute.manager [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Took 2.16 seconds to destroy the instance on the hypervisor. [ 957.371497] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.372165] env[68640]: DEBUG nova.compute.manager [-] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.372384] env[68640]: DEBUG nova.network.neutron [-] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.474482] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990968, 'name': ReconfigVM_Task, 'duration_secs': 0.550639} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.475108] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.477619] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34c9ecf0-6b4c-49d9-a573-99f34593f598 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.484395] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 957.484395] env[68640]: value = "task-2990973" [ 957.484395] env[68640]: _type = "Task" [ 957.484395] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.499753] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990973, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.526585] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add46f5-6f0a-44ae-ae48-c13f140b4f54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.534309] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0792190-4c3d-4343-bc6c-0b601a32771d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.566697] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004a299-6f7e-4ebc-a58f-246bdaf678df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.574431] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d07eae9-22ff-436b-9444-8971342723a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.588957] env[68640]: DEBUG nova.compute.provider_tree [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.590337] env[68640]: DEBUG nova.network.neutron [-] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.677865] env[68640]: INFO nova.compute.manager [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Took 47.79 seconds to build instance. [ 957.679222] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a53dfae-7bb9-451e-b544-742219b50208 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.688482] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da06da-153d-42d1-b5c6-adfe68d218f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.701650] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.701752] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.701902] env[68640]: DEBUG nova.network.neutron [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.727137] env[68640]: DEBUG nova.compute.manager [req-88c774ba-6567-4387-a5d1-d7cd19b58556 req-adf1a4d7-5cc2-4bdf-ad8f-feb71ce2b008 service nova] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Detach interface failed, port_id=f604fd17-20f4-43d6-add8-22e187f453d6, reason: Instance 76ad78d8-5656-47dc-9604-eba11947b082 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.736146] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.739992] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.740500] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.811507] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.996511] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990973, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.093602] env[68640]: INFO nova.compute.manager [-] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Took 1.34 seconds to deallocate network for instance. [ 958.094689] env[68640]: DEBUG nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.120812] env[68640]: DEBUG nova.network.neutron [-] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.180020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b4afba37-6644-4806-b205-dbc76e5f7365 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.297s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.233057] env[68640]: DEBUG nova.network.neutron [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.238812] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990972, 'name': PowerOffVM_Task, 'duration_secs': 0.965674} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.239225] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.239311] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.239592] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b95228f-5d3b-46e8-b3da-c48625692943 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.242763] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.303208] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.303558] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.303769] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore2] e5d78a09-98d8-4f99-b01e-5721e77d8b45 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.304506] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c2588b4-b608-4195-aebd-83c8b40df32d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.311902] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 958.311902] env[68640]: value = "task-2990975" [ 958.311902] env[68640]: _type = "Task" [ 958.311902] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.323642] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.340094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.411645] env[68640]: DEBUG nova.network.neutron [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updating instance_info_cache with network_info: [{"id": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "address": "fa:16:3e:04:00:6c", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4dfbba-7d", "ovs_interfaceid": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.498318] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990973, 'name': Rename_Task, 'duration_secs': 0.650933} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.498604] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.498857] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cebd64a3-f923-4883-8b5d-d1a4eb956937 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.504895] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 958.504895] env[68640]: value = "task-2990976" [ 958.504895] env[68640]: _type = "Task" [ 958.504895] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.512589] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.605634] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.622399] env[68640]: INFO nova.compute.manager [-] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Took 1.25 seconds to deallocate network for instance. [ 958.763379] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.823367] env[68640]: DEBUG oslo_vmware.api [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2990975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458219} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.823768] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.824081] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.824373] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.824973] env[68640]: INFO nova.compute.manager [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Took 1.64 seconds to destroy the instance on the hypervisor. [ 958.825102] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.825493] env[68640]: DEBUG nova.compute.manager [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.825618] env[68640]: DEBUG nova.network.neutron [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.916337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.917640] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Instance network_info: |[{"id": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "address": "fa:16:3e:04:00:6c", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4dfbba-7d", "ovs_interfaceid": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.917640] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:00:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d4dfbba-7d3e-4986-bd7e-a9166778ec73', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.932801] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.936021] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.936021] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6eb67ff-4d23-4ebb-bd1f-56ff5efc1773 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.963733] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.963733] env[68640]: value = "task-2990977" [ 958.963733] env[68640]: _type = "Task" [ 958.963733] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.971947] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990977, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.014519] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.109593] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.955s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.109782] env[68640]: DEBUG nova.compute.manager [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68640) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 959.112806] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.384s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.113039] env[68640]: DEBUG nova.objects.instance [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lazy-loading 'resources' on Instance uuid 67b5f02a-0cec-4dce-9930-d335044db208 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.128292] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.195749] env[68640]: DEBUG nova.compute.manager [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Received event network-changed-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.195958] env[68640]: DEBUG nova.compute.manager [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Refreshing instance network info cache due to event network-changed-8d4dfbba-7d3e-4986-bd7e-a9166778ec73. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.196198] env[68640]: DEBUG oslo_concurrency.lockutils [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] Acquiring lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.196346] env[68640]: DEBUG oslo_concurrency.lockutils [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] Acquired lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.196508] env[68640]: DEBUG nova.network.neutron [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Refreshing network info cache for port 8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.473593] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990977, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.516516] env[68640]: DEBUG oslo_vmware.api [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2990976, 'name': PowerOnVM_Task, 'duration_secs': 0.743714} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.516856] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.517158] env[68640]: INFO nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Took 10.01 seconds to spawn the instance on the hypervisor. [ 959.517418] env[68640]: DEBUG nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.518735] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72232752-11ab-476d-88ef-6de69157366c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.613236] env[68640]: DEBUG nova.network.neutron [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.664656] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "ea8c5d29-d806-491f-888b-7d7d07dd5292" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.665016] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.665128] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "ea8c5d29-d806-491f-888b-7d7d07dd5292-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.665444] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.665532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.668196] env[68640]: INFO nova.compute.manager [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Terminating instance [ 959.673207] env[68640]: INFO nova.scheduler.client.report [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted allocation for migration 9507708a-6768-49d2-8755-74019099a992 [ 959.946010] env[68640]: DEBUG nova.network.neutron [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updated VIF entry in instance network info cache for port 8d4dfbba-7d3e-4986-bd7e-a9166778ec73. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.946383] env[68640]: DEBUG nova.network.neutron [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updating instance_info_cache with network_info: [{"id": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "address": "fa:16:3e:04:00:6c", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4dfbba-7d", "ovs_interfaceid": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.977548] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990977, 'name': CreateVM_Task, 'duration_secs': 0.587218} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.977720] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.978541] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.978704] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.979060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.979343] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-486b1d3f-ab3a-4ce0-8308-a7d108a66ae9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.986601] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 959.986601] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282004e-dadf-937a-5dc7-b89853650752" [ 959.986601] env[68640]: _type = "Task" [ 959.986601] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.997443] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282004e-dadf-937a-5dc7-b89853650752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.030753] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26cfea8-e779-4eb1-9e39-d629f891a2a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.042718] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2826d7ff-229d-498d-9843-0132100ca244 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.046206] env[68640]: INFO nova.compute.manager [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Took 41.37 seconds to build instance. [ 960.075774] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a476eb4-6d57-4b8f-9438-d4b3b63bb909 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.086141] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82995cd3-0eaf-4e87-b6dd-d01203f1a56d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100872] env[68640]: DEBUG nova.compute.provider_tree [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.121084] env[68640]: INFO nova.compute.manager [-] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Took 1.30 seconds to deallocate network for instance. [ 960.174683] env[68640]: DEBUG nova.compute.manager [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.174683] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.174683] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed25269-2fea-4520-b277-45773ee5d4ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.178538] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c57037af-ef4b-4a07-acd0-16a1e46d6344 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.903s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.187223] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.187223] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2ee665-ea5f-4e1a-9d75-fd6f07fd9d0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.192801] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 960.192801] env[68640]: value = "task-2990978" [ 960.192801] env[68640]: _type = "Task" [ 960.192801] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.201154] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.450538] env[68640]: DEBUG oslo_concurrency.lockutils [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] Releasing lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.450779] env[68640]: DEBUG nova.compute.manager [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Received event network-vif-deleted-15b1b3c9-d668-4198-83f6-f8f793b25f57 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.451447] env[68640]: DEBUG nova.compute.manager [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Received event network-vif-deleted-0b7916a5-d651-4084-bfac-c2a1164b6b4f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.451447] env[68640]: INFO nova.compute.manager [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Neutron deleted interface 0b7916a5-d651-4084-bfac-c2a1164b6b4f; detaching it from the instance and deleting it from the info cache [ 960.451447] env[68640]: DEBUG nova.network.neutron [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.498306] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282004e-dadf-937a-5dc7-b89853650752, 'name': SearchDatastore_Task, 'duration_secs': 0.009025} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.498711] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.498947] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.499202] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.499355] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.499545] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.499801] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97847a65-1968-4db4-9638-7e8bf54bec90 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.508887] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.509084] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.509857] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0558addb-3f58-48c7-a08e-2878567d237b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.515149] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 960.515149] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5243f153-2b7c-d0f4-b505-f4e5d738bfb6" [ 960.515149] env[68640]: _type = "Task" [ 960.515149] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.522919] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5243f153-2b7c-d0f4-b505-f4e5d738bfb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.548362] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a5d25d7-089c-4cc8-9840-3cc360b8a747 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.875s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.582691] env[68640]: DEBUG nova.objects.instance [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'flavor' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.605051] env[68640]: DEBUG nova.scheduler.client.report [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.626835] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.702873] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990978, 'name': PowerOffVM_Task, 'duration_secs': 0.179893} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.703189] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.703385] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.703646] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba2c1c8-c35a-4107-befa-416d83daace6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.761384] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.761558] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.761601] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Deleting the datastore file [datastore2] ea8c5d29-d806-491f-888b-7d7d07dd5292 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.761857] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e7b3eab-8388-4279-b269-e37f4faf1eda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.769069] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for the task: (returnval){ [ 960.769069] env[68640]: value = "task-2990980" [ 960.769069] env[68640]: _type = "Task" [ 960.769069] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.776735] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.953819] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d40d0824-aa9b-4fff-bf6d-02842ff69a75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.963722] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890242de-73d0-406e-abe2-fa1424989d50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.997555] env[68640]: DEBUG nova.compute.manager [req-679fd7a8-3cc1-415d-afa6-cb570b2b6110 req-704052ef-20f5-47f5-8ade-51353b4f0e9c service nova] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Detach interface failed, port_id=0b7916a5-d651-4084-bfac-c2a1164b6b4f, reason: Instance e5d78a09-98d8-4f99-b01e-5721e77d8b45 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.025221] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5243f153-2b7c-d0f4-b505-f4e5d738bfb6, 'name': SearchDatastore_Task, 'duration_secs': 0.007709} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.025982] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa3afa9-202a-4a5b-9309-040cdd10ef96 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.030747] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 961.030747] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524903bd-aa51-ee65-4b28-39422d8d4add" [ 961.030747] env[68640]: _type = "Task" [ 961.030747] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.037853] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524903bd-aa51-ee65-4b28-39422d8d4add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.087942] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.088166] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.088450] env[68640]: DEBUG nova.network.neutron [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.088578] env[68640]: DEBUG nova.objects.instance [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'info_cache' on Instance uuid c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.111099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.113450] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.944s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.113671] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.116613] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.582s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.117497] env[68640]: INFO nova.compute.claims [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.131229] env[68640]: INFO nova.scheduler.client.report [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Deleted allocations for instance 67b5f02a-0cec-4dce-9930-d335044db208 [ 961.137397] env[68640]: INFO nova.scheduler.client.report [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleted allocations for instance 5539cf00-8c1e-4af5-8b91-c8e8c5065f28 [ 961.279558] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.440903] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "4f0da740-1dff-48a9-ada2-91e209e2ca44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.441162] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.541084] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524903bd-aa51-ee65-4b28-39422d8d4add, 'name': SearchDatastore_Task, 'duration_secs': 0.035772} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.541574] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.541653] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 87f3b5f1-3f2e-4b28-99d7-4785915f05f8/87f3b5f1-3f2e-4b28-99d7-4785915f05f8.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.541878] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae9cacc9-3df0-47fd-9d29-b09728cda51a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.548419] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 961.548419] env[68640]: value = "task-2990981" [ 961.548419] env[68640]: _type = "Task" [ 961.548419] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.556527] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.592028] env[68640]: DEBUG nova.objects.base [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 961.638858] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4948fd9e-8856-4434-b725-d25e734e3c76 tempest-VolumesAdminNegativeTest-1999441293 tempest-VolumesAdminNegativeTest-1999441293-project-member] Lock "67b5f02a-0cec-4dce-9930-d335044db208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.712s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.643335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ade9f43e-60f0-4402-9d8f-a33a4251d90e tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "5539cf00-8c1e-4af5-8b91-c8e8c5065f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.157s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.780943] env[68640]: DEBUG oslo_vmware.api [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Task: {'id': task-2990980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572488} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.781275] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.781477] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.781659] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.781860] env[68640]: INFO nova.compute.manager [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Took 1.61 seconds to destroy the instance on the hypervisor. [ 961.782196] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.782428] env[68640]: DEBUG nova.compute.manager [-] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.782525] env[68640]: DEBUG nova.network.neutron [-] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.944289] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.062509] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990981, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.445756] env[68640]: DEBUG nova.compute.manager [req-6b693566-6f84-4e49-9a02-0252c82b3c7c req-382c3c7c-1245-4329-95d0-9c496494e4fa service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Received event network-vif-deleted-a75f6cf9-783c-4545-a5d6-e8ea575d769a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.445963] env[68640]: INFO nova.compute.manager [req-6b693566-6f84-4e49-9a02-0252c82b3c7c req-382c3c7c-1245-4329-95d0-9c496494e4fa service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Neutron deleted interface a75f6cf9-783c-4545-a5d6-e8ea575d769a; detaching it from the instance and deleting it from the info cache [ 962.446953] env[68640]: DEBUG nova.network.neutron [req-6b693566-6f84-4e49-9a02-0252c82b3c7c req-382c3c7c-1245-4329-95d0-9c496494e4fa service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.467815] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.559292] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537091} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.559633] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 87f3b5f1-3f2e-4b28-99d7-4785915f05f8/87f3b5f1-3f2e-4b28-99d7-4785915f05f8.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 962.559894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.560233] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-484e84dd-21d1-4115-80c9-d5711868834b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.567561] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 962.567561] env[68640]: value = "task-2990982" [ 962.567561] env[68640]: _type = "Task" [ 962.567561] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.575906] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.577794] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42657955-40b6-473e-a3f5-788f3d0d9eb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.586935] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10418bb8-cd38-473f-9c09-ac1ff9d9dfea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.618365] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b2bdd9-da5f-410b-aa62-241b8e4a4c0b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.626439] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a3587-9c05-4976-9fe1-4aba5cb4868a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.641633] env[68640]: DEBUG nova.compute.provider_tree [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.677572] env[68640]: DEBUG nova.network.neutron [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [{"id": "69215634-e67f-4617-831c-2b142552a9bc", "address": "fa:16:3e:77:3e:0e", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69215634-e6", "ovs_interfaceid": "69215634-e67f-4617-831c-2b142552a9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.924538] env[68640]: DEBUG nova.network.neutron [-] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.953978] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7aebb0a-e26b-4f9e-9380-9997da140712 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.963428] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c69834f-ea14-493a-9d70-4aa748682c80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.999201] env[68640]: DEBUG nova.compute.manager [req-6b693566-6f84-4e49-9a02-0252c82b3c7c req-382c3c7c-1245-4329-95d0-9c496494e4fa service nova] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Detach interface failed, port_id=a75f6cf9-783c-4545-a5d6-e8ea575d769a, reason: Instance ea8c5d29-d806-491f-888b-7d7d07dd5292 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.027536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "d1f4a410-8029-42d8-9458-2979d5b18985" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.027812] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.028047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.028246] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.028411] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.030422] env[68640]: INFO nova.compute.manager [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Terminating instance [ 963.077319] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.379916} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.077687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 963.078426] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db095f7a-6cbf-46b8-9191-2cfb350d044f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.100827] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 87f3b5f1-3f2e-4b28-99d7-4785915f05f8/87f3b5f1-3f2e-4b28-99d7-4785915f05f8.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.100827] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e280087-0f8e-476a-9501-ae466306e584 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.120169] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 963.120169] env[68640]: value = "task-2990983" [ 963.120169] env[68640]: _type = "Task" [ 963.120169] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.127855] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.145024] env[68640]: DEBUG nova.scheduler.client.report [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.180089] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-c61ee34d-013c-48f9-a317-64fd8e3c3b50" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.426661] env[68640]: INFO nova.compute.manager [-] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Took 1.64 seconds to deallocate network for instance. [ 963.533890] env[68640]: DEBUG nova.compute.manager [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.534115] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.535077] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54955145-7fe9-4ecf-9c6d-6fc5d9e96022 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.542980] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.543261] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f11602c0-e9de-4be1-a572-f21168e28656 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.548751] env[68640]: DEBUG oslo_vmware.api [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 963.548751] env[68640]: value = "task-2990984" [ 963.548751] env[68640]: _type = "Task" [ 963.548751] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.556302] env[68640]: DEBUG oslo_vmware.api [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.631059] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990983, 'name': ReconfigVM_Task, 'duration_secs': 0.347875} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.631059] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 87f3b5f1-3f2e-4b28-99d7-4785915f05f8/87f3b5f1-3f2e-4b28-99d7-4785915f05f8.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.631244] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8d32e29-0f14-4157-bf5f-f03d8e7e4eb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.638045] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 963.638045] env[68640]: value = "task-2990985" [ 963.638045] env[68640]: _type = "Task" [ 963.638045] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.647536] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990985, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.650480] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.650914] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.653763] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.033s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.653975] env[68640]: DEBUG nova.objects.instance [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lazy-loading 'resources' on Instance uuid f9506261-0ce6-4fe1-aa8f-ce06d7e15909 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.935274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.058599] env[68640]: DEBUG oslo_vmware.api [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990984, 'name': PowerOffVM_Task, 'duration_secs': 0.243043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.058861] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.059621] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.059621] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17a3ec26-ca32-433b-86f5-1ce32f31b774 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.120463] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.120817] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.120862] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleting the datastore file [datastore1] d1f4a410-8029-42d8-9458-2979d5b18985 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.121193] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cf6c04a-bc34-4c5a-9893-2190be7aea0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.127219] env[68640]: DEBUG oslo_vmware.api [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for the task: (returnval){ [ 964.127219] env[68640]: value = "task-2990987" [ 964.127219] env[68640]: _type = "Task" [ 964.127219] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.135326] env[68640]: DEBUG oslo_vmware.api [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.146721] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990985, 'name': Rename_Task, 'duration_secs': 0.185045} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.146996] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.147265] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d2cd126-b222-4895-8e5f-80036919f046 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.153237] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 964.153237] env[68640]: value = "task-2990988" [ 964.153237] env[68640]: _type = "Task" [ 964.153237] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.157603] env[68640]: DEBUG nova.compute.utils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.159010] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.159219] env[68640]: DEBUG nova.network.neutron [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.168552] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990988, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.186022] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 964.186697] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dae23c40-07a7-4ff9-9ec9-6798b19f8d55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.194903] env[68640]: DEBUG oslo_vmware.api [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 964.194903] env[68640]: value = "task-2990989" [ 964.194903] env[68640]: _type = "Task" [ 964.194903] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.202971] env[68640]: DEBUG oslo_vmware.api [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.211455] env[68640]: DEBUG nova.policy [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.542235] env[68640]: DEBUG nova.network.neutron [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Successfully created port: 3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.581682] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c8473c-391e-4a19-ad70-e7d0898641ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.589856] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf2d9b3-4128-47e7-b01e-0a23c05bb54a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.627972] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93134bc7-f21f-4e29-ad1e-fa5e3eab5789 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.642941] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe31b3-28a2-4785-9cdb-e17603fef429 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.648120] env[68640]: DEBUG oslo_vmware.api [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Task: {'id': task-2990987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165439} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.648200] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.648760] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.649055] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.649289] env[68640]: INFO nova.compute.manager [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Took 1.12 seconds to destroy the instance on the hypervisor. [ 964.649572] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.650183] env[68640]: DEBUG nova.compute.manager [-] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.650283] env[68640]: DEBUG nova.network.neutron [-] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.660477] env[68640]: DEBUG nova.compute.provider_tree [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.666574] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.674139] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990988, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.705371] env[68640]: DEBUG oslo_vmware.api [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990989, 'name': PowerOnVM_Task, 'duration_secs': 0.414333} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.706427] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.706845] env[68640]: DEBUG nova.compute.manager [None req-e57f3e1c-873c-4d0b-822e-edb316228081 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.707878] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd96af6-e313-4a3a-9582-335bd79c7378 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.025462] env[68640]: DEBUG nova.compute.manager [req-96c37030-809a-4d9c-828d-3402f7002c30 req-66837a1f-c347-42cf-8d9e-b98762e9c52e service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Received event network-vif-deleted-06d9c469-a6f9-4273-84bf-cdc881aad5ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.025462] env[68640]: INFO nova.compute.manager [req-96c37030-809a-4d9c-828d-3402f7002c30 req-66837a1f-c347-42cf-8d9e-b98762e9c52e service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Neutron deleted interface 06d9c469-a6f9-4273-84bf-cdc881aad5ba; detaching it from the instance and deleting it from the info cache [ 965.025462] env[68640]: DEBUG nova.network.neutron [req-96c37030-809a-4d9c-828d-3402f7002c30 req-66837a1f-c347-42cf-8d9e-b98762e9c52e service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.166602] env[68640]: DEBUG nova.scheduler.client.report [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.186018] env[68640]: DEBUG oslo_vmware.api [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990988, 'name': PowerOnVM_Task, 'duration_secs': 0.562387} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.186018] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 965.186018] env[68640]: INFO nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Took 8.99 seconds to spawn the instance on the hypervisor. [ 965.186018] env[68640]: DEBUG nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.186018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3579af5a-d6b1-4fd1-a218-60a22b88561a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.454149] env[68640]: DEBUG nova.network.neutron [-] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.527420] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-752b38ac-b7bb-4529-a1f3-0dbf63b92bbd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.539319] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7270b84c-26e1-4f2a-ae92-56c248b67316 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.573988] env[68640]: DEBUG nova.compute.manager [req-96c37030-809a-4d9c-828d-3402f7002c30 req-66837a1f-c347-42cf-8d9e-b98762e9c52e service nova] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Detach interface failed, port_id=06d9c469-a6f9-4273-84bf-cdc881aad5ba, reason: Instance d1f4a410-8029-42d8-9458-2979d5b18985 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 965.682450] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.685621] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.688547] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.421s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.688547] env[68640]: DEBUG nova.objects.instance [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lazy-loading 'resources' on Instance uuid 0f8210ae-c6bf-441e-bec6-6af7776d7a30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.715749] env[68640]: INFO nova.compute.manager [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Took 33.57 seconds to build instance. [ 965.722234] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.722234] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.722234] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.722416] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.722532] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.722682] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.722892] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.723059] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.723232] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.723446] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.723991] env[68640]: DEBUG nova.virt.hardware [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.725996] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e5bd5c-7101-4ac3-892d-1527f455d58d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.728630] env[68640]: INFO nova.scheduler.client.report [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted allocations for instance f9506261-0ce6-4fe1-aa8f-ce06d7e15909 [ 965.740619] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a10ec0-09c2-4130-ac35-c1126f5d59d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.957507] env[68640]: INFO nova.compute.manager [-] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Took 1.31 seconds to deallocate network for instance. [ 966.235193] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afd0a2b4-4bf2-432a-ac30-f853d5c20ff9 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.100s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.240718] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f9daf5-5624-4ca7-aad3-6e22b3608bc6 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "f9506261-0ce6-4fe1-aa8f-ce06d7e15909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.209s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.301548] env[68640]: DEBUG nova.network.neutron [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Successfully updated port: 3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.468070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.475926] env[68640]: DEBUG nova.compute.manager [req-e98f785b-729b-47f7-988d-e166ec3f28e3 req-974ecddd-a203-49b6-bd8a-a468b11be32b service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-vif-plugged-3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.475926] env[68640]: DEBUG oslo_concurrency.lockutils [req-e98f785b-729b-47f7-988d-e166ec3f28e3 req-974ecddd-a203-49b6-bd8a-a468b11be32b service nova] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.476180] env[68640]: DEBUG oslo_concurrency.lockutils [req-e98f785b-729b-47f7-988d-e166ec3f28e3 req-974ecddd-a203-49b6-bd8a-a468b11be32b service nova] Lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.476264] env[68640]: DEBUG oslo_concurrency.lockutils [req-e98f785b-729b-47f7-988d-e166ec3f28e3 req-974ecddd-a203-49b6-bd8a-a468b11be32b service nova] Lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.476431] env[68640]: DEBUG nova.compute.manager [req-e98f785b-729b-47f7-988d-e166ec3f28e3 req-974ecddd-a203-49b6-bd8a-a468b11be32b service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] No waiting events found dispatching network-vif-plugged-3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.477031] env[68640]: WARNING nova.compute.manager [req-e98f785b-729b-47f7-988d-e166ec3f28e3 req-974ecddd-a203-49b6-bd8a-a468b11be32b service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received unexpected event network-vif-plugged-3af4d3f5-b6e1-4db6-ac98-594b343841ea for instance with vm_state building and task_state spawning. [ 966.608404] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b07dc62-3c50-431d-bbef-3a2d20b6846f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.616799] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8a4c1f-fcb0-43f3-9434-d70c6a33c487 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.646193] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8faf68-3411-48cd-9216-01caea7173b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.654968] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de8a73-f6a4-40f0-a497-9d0f94a54f86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.673517] env[68640]: DEBUG nova.compute.provider_tree [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.808762] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.808916] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.809080] env[68640]: DEBUG nova.network.neutron [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.814334] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.814655] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.814706] env[68640]: INFO nova.compute.manager [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Shelving [ 966.903024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.903024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.903024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.903024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.903024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.904399] env[68640]: INFO nova.compute.manager [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Terminating instance [ 967.032870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "74bda310-8e1f-42da-9e25-0c52335ba195" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.033218] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "74bda310-8e1f-42da-9e25-0c52335ba195" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.033372] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "74bda310-8e1f-42da-9e25-0c52335ba195-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.033558] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "74bda310-8e1f-42da-9e25-0c52335ba195-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.033730] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "74bda310-8e1f-42da-9e25-0c52335ba195-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.035918] env[68640]: INFO nova.compute.manager [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Terminating instance [ 967.176657] env[68640]: DEBUG nova.scheduler.client.report [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.356672] env[68640]: DEBUG nova.network.neutron [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.412610] env[68640]: DEBUG nova.compute.manager [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.412610] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.412610] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1fa49b-70b0-4e08-92b6-a5aa4517eb4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.420760] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.421264] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-871c4919-c063-4950-bb3e-b44afcd684b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.430811] env[68640]: DEBUG oslo_vmware.api [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 967.430811] env[68640]: value = "task-2990990" [ 967.430811] env[68640]: _type = "Task" [ 967.430811] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.439838] env[68640]: DEBUG oslo_vmware.api [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.542017] env[68640]: DEBUG nova.compute.manager [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.542017] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.542017] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf16fa-e430-494b-b224-e0702512c38a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.549048] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.549580] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ee66229-ad58-4d1c-a6a8-d34e321acc91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.555970] env[68640]: DEBUG oslo_vmware.api [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 967.555970] env[68640]: value = "task-2990991" [ 967.555970] env[68640]: _type = "Task" [ 967.555970] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.564643] env[68640]: DEBUG oslo_vmware.api [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.684353] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.685063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.930s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.687183] env[68640]: INFO nova.compute.claims [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.720951] env[68640]: INFO nova.scheduler.client.report [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Deleted allocations for instance 0f8210ae-c6bf-441e-bec6-6af7776d7a30 [ 967.833631] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.833631] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a6f421-3aa2-4df9-a4f3-3162cc68f1f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.840920] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 967.840920] env[68640]: value = "task-2990992" [ 967.840920] env[68640]: _type = "Task" [ 967.840920] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.849994] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.906186] env[68640]: DEBUG nova.network.neutron [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.942788] env[68640]: DEBUG oslo_vmware.api [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990990, 'name': PowerOffVM_Task, 'duration_secs': 0.288973} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.943267] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.943558] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.943898] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c549001-b8d9-4fcb-897b-fcdc90448a78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.011182] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.011492] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.011699] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleting the datastore file [datastore2] c61ee34d-013c-48f9-a317-64fd8e3c3b50 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.012022] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea580c8c-ffc4-4acd-abee-134263daa302 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.021498] env[68640]: DEBUG oslo_vmware.api [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 968.021498] env[68640]: value = "task-2990994" [ 968.021498] env[68640]: _type = "Task" [ 968.021498] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.031671] env[68640]: DEBUG oslo_vmware.api [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.068794] env[68640]: DEBUG oslo_vmware.api [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990991, 'name': PowerOffVM_Task, 'duration_secs': 0.224649} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.069134] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.069346] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.069637] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ca3a71-7bc3-4a0f-98da-163003271f96 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.132099] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.132339] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.132573] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleting the datastore file [datastore1] 74bda310-8e1f-42da-9e25-0c52335ba195 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.132802] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6d40d03-c405-4649-8056-c8a9b4052997 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.140032] env[68640]: DEBUG oslo_vmware.api [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 968.140032] env[68640]: value = "task-2990996" [ 968.140032] env[68640]: _type = "Task" [ 968.140032] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.147022] env[68640]: DEBUG oslo_vmware.api [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.229945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-08bf912e-1295-4226-a3b9-609d380007e8 tempest-ServerShowV247Test-870249212 tempest-ServerShowV247Test-870249212-project-member] Lock "0f8210ae-c6bf-441e-bec6-6af7776d7a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.193s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.350652] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2990992, 'name': PowerOffVM_Task, 'duration_secs': 0.18966} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.351285] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.352168] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dadace7-daac-4997-b190-6786ddc4e5b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.372771] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8577698e-01aa-46c2-a5dc-da3387c2195d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.408470] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.408839] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Instance network_info: |[{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.410327] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:31:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3af4d3f5-b6e1-4db6-ac98-594b343841ea', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.417469] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Creating folder: Project (e2bb96930eac4bf799b57cd4d988eab8). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.418494] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41195419-7c49-4233-b4a3-0b8149e84b6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.430811] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Created folder: Project (e2bb96930eac4bf799b57cd4d988eab8) in parent group-v599664. [ 968.430999] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Creating folder: Instances. Parent ref: group-v599875. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.431261] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bff7286-c8ec-419d-a1c9-1c0918a76b4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.440227] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Created folder: Instances in parent group-v599875. [ 968.440477] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.440721] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.440932] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd57bd38-3533-460b-be97-07ad62bbb9eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.459056] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.459056] env[68640]: value = "task-2990999" [ 968.459056] env[68640]: _type = "Task" [ 968.459056] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.469431] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990999, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.509977] env[68640]: DEBUG nova.compute.manager [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-changed-3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.510310] env[68640]: DEBUG nova.compute.manager [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Refreshing instance network info cache due to event network-changed-3af4d3f5-b6e1-4db6-ac98-594b343841ea. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.510753] env[68640]: DEBUG oslo_concurrency.lockutils [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] Acquiring lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.510934] env[68640]: DEBUG oslo_concurrency.lockutils [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] Acquired lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.511143] env[68640]: DEBUG nova.network.neutron [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Refreshing network info cache for port 3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.535109] env[68640]: DEBUG oslo_vmware.api [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2990994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144321} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.535109] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.535109] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.535109] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.535109] env[68640]: INFO nova.compute.manager [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 1.12 seconds to destroy the instance on the hypervisor. [ 968.536032] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.536032] env[68640]: DEBUG nova.compute.manager [-] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.536032] env[68640]: DEBUG nova.network.neutron [-] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.650896] env[68640]: DEBUG oslo_vmware.api [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2990996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141459} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.651269] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.651370] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.651533] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.651641] env[68640]: INFO nova.compute.manager [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Took 1.11 seconds to destroy the instance on the hypervisor. [ 968.651879] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.652076] env[68640]: DEBUG nova.compute.manager [-] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.652211] env[68640]: DEBUG nova.network.neutron [-] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.886313] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 968.887429] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5289d3a-33a0-40d6-a162-d8658db60602 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.896245] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 968.896245] env[68640]: value = "task-2991000" [ 968.896245] env[68640]: _type = "Task" [ 968.896245] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.906068] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991000, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.972894] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2990999, 'name': CreateVM_Task, 'duration_secs': 0.365859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.973136] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.974293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.974525] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.974898] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.977732] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0a4410-d7e9-4e81-97bf-063be5057459 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.983086] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 968.983086] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282b752-1588-6797-cfc7-a85b3b753bdb" [ 968.983086] env[68640]: _type = "Task" [ 968.983086] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.993324] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282b752-1588-6797-cfc7-a85b3b753bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.128560] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec14e3e-a9ed-46e6-8378-c4e0e7f180d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.139140] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e14038c-b2c2-41e1-bf60-f983118bbd01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.173393] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62594052-c3f4-4b2c-a040-da86c69b61c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.184300] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88518133-8940-46f6-9321-e6f92744c551 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.200258] env[68640]: DEBUG nova.compute.provider_tree [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.254042] env[68640]: DEBUG nova.compute.manager [req-4f4a6111-74fd-4dc2-a5b7-91e7747e0256 req-85d50147-ad31-4560-9c14-3819e46beec3 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Received event network-vif-deleted-844f7149-764b-4251-8316-a1b88a8d1aa1 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.254328] env[68640]: INFO nova.compute.manager [req-4f4a6111-74fd-4dc2-a5b7-91e7747e0256 req-85d50147-ad31-4560-9c14-3819e46beec3 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Neutron deleted interface 844f7149-764b-4251-8316-a1b88a8d1aa1; detaching it from the instance and deleting it from the info cache [ 969.254557] env[68640]: DEBUG nova.network.neutron [req-4f4a6111-74fd-4dc2-a5b7-91e7747e0256 req-85d50147-ad31-4560-9c14-3819e46beec3 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.336315] env[68640]: DEBUG nova.network.neutron [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updated VIF entry in instance network info cache for port 3af4d3f5-b6e1-4db6-ac98-594b343841ea. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.336824] env[68640]: DEBUG nova.network.neutron [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.407554] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991000, 'name': CreateSnapshot_Task, 'duration_secs': 0.427625} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.408017] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 969.408939] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461bb283-ec5b-4f00-a720-d77e08237a50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.493863] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282b752-1588-6797-cfc7-a85b3b753bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.494190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.494455] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.494686] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.494825] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.495011] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.495279] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2559cbf6-85d9-4ee9-9f1c-114099e1e4ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.504673] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.504862] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.505721] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a49fc0-dbbb-4f5f-8b76-ffc7da04460b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.511016] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 969.511016] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52683ebe-1b5f-00ff-093c-3944dd0af1ff" [ 969.511016] env[68640]: _type = "Task" [ 969.511016] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.518234] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52683ebe-1b5f-00ff-093c-3944dd0af1ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.550749] env[68640]: DEBUG nova.network.neutron [-] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.703760] env[68640]: DEBUG nova.scheduler.client.report [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.758617] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa6d73e4-cfa7-457b-9bba-5aadaf0ce962 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.769990] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c6a682-8a7d-464b-a025-5715a6494461 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.807951] env[68640]: DEBUG nova.compute.manager [req-4f4a6111-74fd-4dc2-a5b7-91e7747e0256 req-85d50147-ad31-4560-9c14-3819e46beec3 service nova] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Detach interface failed, port_id=844f7149-764b-4251-8316-a1b88a8d1aa1, reason: Instance 74bda310-8e1f-42da-9e25-0c52335ba195 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.841030] env[68640]: DEBUG oslo_concurrency.lockutils [req-dc8c2ca6-59f7-436a-b59c-a923b0f4a466 req-f3b14e7e-b154-4826-9684-f994adfab93e service nova] Releasing lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.930746] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 969.930746] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-47927550-143b-4ca2-9fa6-d7557676b6e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.941389] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 969.941389] env[68640]: value = "task-2991001" [ 969.941389] env[68640]: _type = "Task" [ 969.941389] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.941389] env[68640]: DEBUG nova.network.neutron [-] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.950190] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991001, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.023334] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52683ebe-1b5f-00ff-093c-3944dd0af1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008706} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.024568] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d45556d-e946-45e7-bbf3-f8775521dc3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.032488] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 970.032488] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a7b69c-c4d6-d836-ac20-37aff7d3894a" [ 970.032488] env[68640]: _type = "Task" [ 970.032488] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.041710] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a7b69c-c4d6-d836-ac20-37aff7d3894a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.055662] env[68640]: INFO nova.compute.manager [-] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Took 1.40 seconds to deallocate network for instance. [ 970.211344] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.211344] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.215380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.149s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.215752] env[68640]: DEBUG nova.objects.instance [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lazy-loading 'resources' on Instance uuid acfba375-29ac-481c-8619-2b648272e2ba {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.446669] env[68640]: INFO nova.compute.manager [-] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Took 1.91 seconds to deallocate network for instance. [ 970.450837] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991001, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.544043] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a7b69c-c4d6-d836-ac20-37aff7d3894a, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.544350] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.544637] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 34c3d107-7cd7-422f-8aed-92db526d888a/34c3d107-7cd7-422f-8aed-92db526d888a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.544906] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5a4be82-0b1e-4f9c-bf43-a7897fcbd731 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.554021] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 970.554021] env[68640]: value = "task-2991002" [ 970.554021] env[68640]: _type = "Task" [ 970.554021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.564914] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.567322] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.678385] env[68640]: DEBUG nova.compute.manager [req-14e2302c-ad53-4213-b905-c262a3c1c634 req-7e6ab0b5-8483-4afd-a5fe-638f37b73987 service nova] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Received event network-vif-deleted-69215634-e67f-4617-831c-2b142552a9bc {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.719772] env[68640]: DEBUG nova.compute.utils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.721282] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 970.721606] env[68640]: DEBUG nova.network.neutron [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.781791] env[68640]: DEBUG nova.policy [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9de515bf64194c578fa9254fb2548bd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8fe06ea61747d19b6eee5dfb0fcffb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.952045] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991001, 'name': CloneVM_Task} progress is 95%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.956134] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.068821] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991002, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.130104] env[68640]: DEBUG nova.network.neutron [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Successfully created port: e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.231085] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.239903] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5eda73-b120-4ad9-809b-2441393defde {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.246523] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f4d1a3-f6c5-481a-9e99-8d65475ab98b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.285192] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3854fa-8b8c-4f07-9487-42e33c950255 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.293663] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcdf73e-b1d8-497c-a680-825e8fe2ef7a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.311900] env[68640]: DEBUG nova.compute.provider_tree [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.453172] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991001, 'name': CloneVM_Task, 'duration_secs': 1.206406} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.453510] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Created linked-clone VM from snapshot [ 971.454399] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba656318-4cde-4e5f-a9c6-bbd939416098 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.462885] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Uploading image 502d7793-8eb5-4ec9-97d5-f3e238ce77b2 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 971.495766] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 971.495766] env[68640]: value = "vm-599879" [ 971.495766] env[68640]: _type = "VirtualMachine" [ 971.495766] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 971.496100] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9746ba61-c4e1-4970-b9b2-5903930f627b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.502930] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lease: (returnval){ [ 971.502930] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260b6e3-435f-afd0-f9dc-c85efe2f5d15" [ 971.502930] env[68640]: _type = "HttpNfcLease" [ 971.502930] env[68640]: } obtained for exporting VM: (result){ [ 971.502930] env[68640]: value = "vm-599879" [ 971.502930] env[68640]: _type = "VirtualMachine" [ 971.502930] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 971.503251] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the lease: (returnval){ [ 971.503251] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260b6e3-435f-afd0-f9dc-c85efe2f5d15" [ 971.503251] env[68640]: _type = "HttpNfcLease" [ 971.503251] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 971.509430] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 971.509430] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260b6e3-435f-afd0-f9dc-c85efe2f5d15" [ 971.509430] env[68640]: _type = "HttpNfcLease" [ 971.509430] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 971.561863] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575359} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.562158] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 34c3d107-7cd7-422f-8aed-92db526d888a/34c3d107-7cd7-422f-8aed-92db526d888a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.562398] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.562607] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29cf1de5-86e5-440e-8e24-933ba86d246e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.568262] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 971.568262] env[68640]: value = "task-2991004" [ 971.568262] env[68640]: _type = "Task" [ 971.568262] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.575484] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.815049] env[68640]: DEBUG nova.scheduler.client.report [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.012361] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 972.012361] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260b6e3-435f-afd0-f9dc-c85efe2f5d15" [ 972.012361] env[68640]: _type = "HttpNfcLease" [ 972.012361] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 972.012621] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 972.012621] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5260b6e3-435f-afd0-f9dc-c85efe2f5d15" [ 972.012621] env[68640]: _type = "HttpNfcLease" [ 972.012621] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 972.013317] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011348be-f10b-4857-a190-7c06ecb8af69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.021314] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fef0e-ec87-2106-2b5a-77fd46eda557/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 972.021539] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fef0e-ec87-2106-2b5a-77fd46eda557/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 972.087793] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095817} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.088140] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.088922] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11971bd-f745-4ddd-9c34-d064c3e94989 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.112127] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 34c3d107-7cd7-422f-8aed-92db526d888a/34c3d107-7cd7-422f-8aed-92db526d888a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.112464] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f426bf-2f74-4741-9960-ae6b11b33e43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.133229] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 972.133229] env[68640]: value = "task-2991005" [ 972.133229] env[68640]: _type = "Task" [ 972.133229] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.141277] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.163912] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1c6f7ab-68e5-4514-8036-1b7972f7d934 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.242292] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.269892] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.270190] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.270378] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.270567] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.270774] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.270856] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.271073] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.271240] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.271405] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.271586] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.271852] env[68640]: DEBUG nova.virt.hardware [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.272768] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fece5f-d332-4a29-9ee5-a019ed6252fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.281356] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90e59fe-dad0-4ac0-8c62-c5c17add92be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.320880] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.323644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.995s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.326193] env[68640]: INFO nova.compute.claims [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.347516] env[68640]: INFO nova.scheduler.client.report [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleted allocations for instance acfba375-29ac-481c-8619-2b648272e2ba [ 972.649858] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991005, 'name': ReconfigVM_Task, 'duration_secs': 0.2996} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.650190] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 34c3d107-7cd7-422f-8aed-92db526d888a/34c3d107-7cd7-422f-8aed-92db526d888a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.650915] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a87a006-ac8c-4b80-9c34-3fa4122c12ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.658331] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 972.658331] env[68640]: value = "task-2991006" [ 972.658331] env[68640]: _type = "Task" [ 972.658331] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.670063] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991006, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.859650] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8d2847d4-169c-45c1-b427-367d3d069609 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "acfba375-29ac-481c-8619-2b648272e2ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.317s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.888792] env[68640]: DEBUG nova.compute.manager [req-9e0c3fdc-bf2a-4e2f-8a31-3b15ff859746 req-6752ce80-b918-4d71-8667-20b032abe86b service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Received event network-vif-plugged-e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.889389] env[68640]: DEBUG oslo_concurrency.lockutils [req-9e0c3fdc-bf2a-4e2f-8a31-3b15ff859746 req-6752ce80-b918-4d71-8667-20b032abe86b service nova] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.890078] env[68640]: DEBUG oslo_concurrency.lockutils [req-9e0c3fdc-bf2a-4e2f-8a31-3b15ff859746 req-6752ce80-b918-4d71-8667-20b032abe86b service nova] Lock "2c894040-e906-4189-9a65-97df0044a6ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.890078] env[68640]: DEBUG oslo_concurrency.lockutils [req-9e0c3fdc-bf2a-4e2f-8a31-3b15ff859746 req-6752ce80-b918-4d71-8667-20b032abe86b service nova] Lock "2c894040-e906-4189-9a65-97df0044a6ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.890252] env[68640]: DEBUG nova.compute.manager [req-9e0c3fdc-bf2a-4e2f-8a31-3b15ff859746 req-6752ce80-b918-4d71-8667-20b032abe86b service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] No waiting events found dispatching network-vif-plugged-e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.890582] env[68640]: WARNING nova.compute.manager [req-9e0c3fdc-bf2a-4e2f-8a31-3b15ff859746 req-6752ce80-b918-4d71-8667-20b032abe86b service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Received unexpected event network-vif-plugged-e04f8499-688a-43f5-8fce-dfaaf94470ba for instance with vm_state building and task_state spawning. [ 973.001930] env[68640]: DEBUG nova.network.neutron [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Successfully updated port: e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.168597] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991006, 'name': Rename_Task, 'duration_secs': 0.221954} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.169528] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.169889] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d66c7143-c4a7-4007-92c5-eae758b17b9d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.176708] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 973.176708] env[68640]: value = "task-2991007" [ 973.176708] env[68640]: _type = "Task" [ 973.176708] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.184641] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.507146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.507146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.507146] env[68640]: DEBUG nova.network.neutron [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.689777] env[68640]: DEBUG oslo_vmware.api [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991007, 'name': PowerOnVM_Task, 'duration_secs': 0.489655} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.690196] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.690507] env[68640]: INFO nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 973.690721] env[68640]: DEBUG nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.691585] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9da739-d250-4723-bbb7-f07638745056 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.695938] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73715258-6905-488f-bcde-aa20758b8803 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.704928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8885e4a-1421-4e94-ab37-b03f882c2e3c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.739337] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847ab4b6-28a0-482b-b8bb-dc47a67bff6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.747353] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8786684-de52-4716-ba27-67670738860a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.763950] env[68640]: DEBUG nova.compute.provider_tree [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.049601] env[68640]: DEBUG nova.network.neutron [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.195118] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.195118] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.217809] env[68640]: DEBUG nova.network.neutron [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating instance_info_cache with network_info: [{"id": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "address": "fa:16:3e:e7:50:de", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f8499-68", "ovs_interfaceid": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.222027] env[68640]: INFO nova.compute.manager [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Took 30.71 seconds to build instance. [ 974.268274] env[68640]: DEBUG nova.scheduler.client.report [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.579449] env[68640]: DEBUG nova.compute.manager [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-changed-3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.579712] env[68640]: DEBUG nova.compute.manager [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Refreshing instance network info cache due to event network-changed-3af4d3f5-b6e1-4db6-ac98-594b343841ea. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.579937] env[68640]: DEBUG oslo_concurrency.lockutils [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] Acquiring lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.580564] env[68640]: DEBUG oslo_concurrency.lockutils [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] Acquired lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.580820] env[68640]: DEBUG nova.network.neutron [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Refreshing network info cache for port 3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.699541] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.723609] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.723609] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Instance network_info: |[{"id": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "address": "fa:16:3e:e7:50:de", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f8499-68", "ovs_interfaceid": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.723609] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:50:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e04f8499-688a-43f5-8fce-dfaaf94470ba', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.730830] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.731490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de68ad6c-6bcd-4bba-81ca-a2ff4847461a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "34c3d107-7cd7-422f-8aed-92db526d888a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.232s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.732326] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.732738] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60083c0e-3422-41a3-b2e2-fcddaa6d473f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.757747] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.757747] env[68640]: value = "task-2991008" [ 974.757747] env[68640]: _type = "Task" [ 974.757747] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.765737] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991008, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.773603] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.774132] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.777173] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.212s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.777364] env[68640]: DEBUG nova.objects.instance [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 974.913740] env[68640]: DEBUG nova.compute.manager [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Received event network-changed-e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.913990] env[68640]: DEBUG nova.compute.manager [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Refreshing instance network info cache due to event network-changed-e04f8499-688a-43f5-8fce-dfaaf94470ba. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.914287] env[68640]: DEBUG oslo_concurrency.lockutils [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] Acquiring lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.914507] env[68640]: DEBUG oslo_concurrency.lockutils [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] Acquired lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.914711] env[68640]: DEBUG nova.network.neutron [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Refreshing network info cache for port e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.227469] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.267629] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991008, 'name': CreateVM_Task, 'duration_secs': 0.464077} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.267809] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.268421] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.268586] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.268915] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.269942] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd5ffd31-a9e0-4625-a95e-3aa32c6f81cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.275216] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 975.275216] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e4c92-323d-868c-f5ea-60daf268eb28" [ 975.275216] env[68640]: _type = "Task" [ 975.275216] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.281979] env[68640]: DEBUG nova.compute.utils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.286508] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.286728] env[68640]: DEBUG nova.network.neutron [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.296559] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e4c92-323d-868c-f5ea-60daf268eb28, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.298445] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.298445] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.298445] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.298653] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.300027] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.300027] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a734efbd-c01f-4dd7-8951-dbd6e3c709f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.312022] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.312022] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.312647] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dfd5da6-bac6-423b-918d-ba6c5526e227 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.319094] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 975.319094] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523d35c1-f593-156d-5134-8c9498fd58be" [ 975.319094] env[68640]: _type = "Task" [ 975.319094] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.327099] env[68640]: DEBUG nova.policy [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.334684] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523d35c1-f593-156d-5134-8c9498fd58be, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.336161] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8967d3f-7dfa-4de5-b09a-5ef4d4163b3f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.342039] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 975.342039] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521ad524-47e3-47b0-0c96-2fe980349646" [ 975.342039] env[68640]: _type = "Task" [ 975.342039] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.350301] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521ad524-47e3-47b0-0c96-2fe980349646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.358508] env[68640]: DEBUG nova.network.neutron [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updated VIF entry in instance network info cache for port 3af4d3f5-b6e1-4db6-ac98-594b343841ea. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.358855] env[68640]: DEBUG nova.network.neutron [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.618154] env[68640]: DEBUG nova.network.neutron [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Successfully created port: d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.632526] env[68640]: DEBUG nova.network.neutron [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updated VIF entry in instance network info cache for port e04f8499-688a-43f5-8fce-dfaaf94470ba. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.632881] env[68640]: DEBUG nova.network.neutron [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating instance_info_cache with network_info: [{"id": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "address": "fa:16:3e:e7:50:de", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f8499-68", "ovs_interfaceid": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.787885] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.791731] env[68640]: DEBUG oslo_concurrency.lockutils [None req-de426f38-218b-472e-ab80-c324bfacf707 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.792794] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.453s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.794150] env[68640]: INFO nova.compute.claims [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.855155] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521ad524-47e3-47b0-0c96-2fe980349646, 'name': SearchDatastore_Task, 'duration_secs': 0.022136} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.855478] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.855856] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 2c894040-e906-4189-9a65-97df0044a6ef/2c894040-e906-4189-9a65-97df0044a6ef.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.856286] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6452bcbc-4aa1-4202-b72f-68d4d02dcc78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.861419] env[68640]: DEBUG oslo_concurrency.lockutils [req-1040c2a3-e8b1-4d4d-9dd0-41f8c669a86d req-0108bd18-f030-43ef-b354-99f7d42b96a5 service nova] Releasing lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.865199] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 975.865199] env[68640]: value = "task-2991009" [ 975.865199] env[68640]: _type = "Task" [ 975.865199] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.135860] env[68640]: DEBUG oslo_concurrency.lockutils [req-e69d4ff1-9f5b-4855-98cb-0f89ff09b1ac req-097c8eec-8175-48a3-a8df-a3c43f669772 service nova] Releasing lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.381295] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991009, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.804164] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.836151] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.836849] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.836849] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.836849] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.836985] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.837222] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.837485] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.837691] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.837901] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.838115] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.838358] env[68640]: DEBUG nova.virt.hardware [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.839302] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e5dac6-69d1-463d-a428-9911a672162d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.851081] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade36170-a4c3-49af-aa58-cf5e784358b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.882450] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707969} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.882781] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 2c894040-e906-4189-9a65-97df0044a6ef/2c894040-e906-4189-9a65-97df0044a6ef.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.883038] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.883343] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31b19e7c-97a4-4173-934f-8b4afe212ae7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.891631] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 976.891631] env[68640]: value = "task-2991010" [ 976.891631] env[68640]: _type = "Task" [ 976.891631] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.907256] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.040280] env[68640]: DEBUG nova.compute.manager [req-4ebbee67-f705-43e1-ad6a-5b880dd35255 req-fe17138c-f52d-4eaf-b0b9-02c62fdf3e89 service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Received event network-vif-plugged-d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.040572] env[68640]: DEBUG oslo_concurrency.lockutils [req-4ebbee67-f705-43e1-ad6a-5b880dd35255 req-fe17138c-f52d-4eaf-b0b9-02c62fdf3e89 service nova] Acquiring lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.040727] env[68640]: DEBUG oslo_concurrency.lockutils [req-4ebbee67-f705-43e1-ad6a-5b880dd35255 req-fe17138c-f52d-4eaf-b0b9-02c62fdf3e89 service nova] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.040924] env[68640]: DEBUG oslo_concurrency.lockutils [req-4ebbee67-f705-43e1-ad6a-5b880dd35255 req-fe17138c-f52d-4eaf-b0b9-02c62fdf3e89 service nova] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.041274] env[68640]: DEBUG nova.compute.manager [req-4ebbee67-f705-43e1-ad6a-5b880dd35255 req-fe17138c-f52d-4eaf-b0b9-02c62fdf3e89 service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] No waiting events found dispatching network-vif-plugged-d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.041487] env[68640]: WARNING nova.compute.manager [req-4ebbee67-f705-43e1-ad6a-5b880dd35255 req-fe17138c-f52d-4eaf-b0b9-02c62fdf3e89 service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Received unexpected event network-vif-plugged-d9869e92-c1fb-47d5-8457-a83004ed28dd for instance with vm_state building and task_state spawning. [ 977.144688] env[68640]: DEBUG nova.network.neutron [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Successfully updated port: d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.182888] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c5edb-4d2f-4da2-925b-b912c6da091e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.192279] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00680b8-2925-45f0-a7ec-6790cc802760 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.223338] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cbde2b-e6cf-472b-a108-40ab8c34217e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.232559] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7dc40f-6d7d-468a-bbe3-f68c07da01ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.248556] env[68640]: DEBUG nova.compute.provider_tree [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.402606] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118321} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.402972] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.403801] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48732cb-7122-49fd-9150-b6376cc608f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.428076] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 2c894040-e906-4189-9a65-97df0044a6ef/2c894040-e906-4189-9a65-97df0044a6ef.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.428422] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50367785-eaa5-4177-87d6-0b8f24b12c05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.450296] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 977.450296] env[68640]: value = "task-2991011" [ 977.450296] env[68640]: _type = "Task" [ 977.450296] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.459352] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.647595] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-a6e8eaaa-88f3-4941-83a1-83cdd59f6607" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.647751] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-a6e8eaaa-88f3-4941-83a1-83cdd59f6607" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.647908] env[68640]: DEBUG nova.network.neutron [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.751951] env[68640]: DEBUG nova.scheduler.client.report [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.960999] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.201510] env[68640]: DEBUG nova.network.neutron [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.258823] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.259401] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.265581] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.657s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.265581] env[68640]: DEBUG nova.objects.instance [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lazy-loading 'resources' on Instance uuid 76ad78d8-5656-47dc-9604-eba11947b082 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.355869] env[68640]: DEBUG nova.network.neutron [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Updating instance_info_cache with network_info: [{"id": "d9869e92-c1fb-47d5-8457-a83004ed28dd", "address": "fa:16:3e:b6:54:0b", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9869e92-c1", "ovs_interfaceid": "d9869e92-c1fb-47d5-8457-a83004ed28dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.462081] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991011, 'name': ReconfigVM_Task, 'duration_secs': 0.753795} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.462470] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 2c894040-e906-4189-9a65-97df0044a6ef/2c894040-e906-4189-9a65-97df0044a6ef.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.463145] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f83f5ec8-5813-458d-acd5-05c9ee91d69b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.471446] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 978.471446] env[68640]: value = "task-2991012" [ 978.471446] env[68640]: _type = "Task" [ 978.471446] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.480501] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991012, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.766253] env[68640]: DEBUG nova.compute.utils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.767688] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.767939] env[68640]: DEBUG nova.network.neutron [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.811501] env[68640]: DEBUG nova.policy [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed08312813542dc8607c574b82cd137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c959e0efbf4333846f65840157c674', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.858987] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-a6e8eaaa-88f3-4941-83a1-83cdd59f6607" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.859355] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Instance network_info: |[{"id": "d9869e92-c1fb-47d5-8457-a83004ed28dd", "address": "fa:16:3e:b6:54:0b", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9869e92-c1", "ovs_interfaceid": "d9869e92-c1fb-47d5-8457-a83004ed28dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.859832] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:54:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9869e92-c1fb-47d5-8457-a83004ed28dd', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.868066] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.871029] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.871427] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e51157b-4f2c-4236-8a6e-13f4e1b2a1b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.898710] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.898710] env[68640]: value = "task-2991013" [ 978.898710] env[68640]: _type = "Task" [ 978.898710] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.912314] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991013, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.992301] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991012, 'name': Rename_Task, 'duration_secs': 0.19618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.992877] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.993182] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd672fe5-4837-48ae-aaa2-5089daec7df8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.001308] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 979.001308] env[68640]: value = "task-2991014" [ 979.001308] env[68640]: _type = "Task" [ 979.001308] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.013689] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.071837] env[68640]: DEBUG nova.compute.manager [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Received event network-changed-d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.071837] env[68640]: DEBUG nova.compute.manager [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Refreshing instance network info cache due to event network-changed-d9869e92-c1fb-47d5-8457-a83004ed28dd. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.071837] env[68640]: DEBUG oslo_concurrency.lockutils [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] Acquiring lock "refresh_cache-a6e8eaaa-88f3-4941-83a1-83cdd59f6607" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.071837] env[68640]: DEBUG oslo_concurrency.lockutils [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] Acquired lock "refresh_cache-a6e8eaaa-88f3-4941-83a1-83cdd59f6607" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.071837] env[68640]: DEBUG nova.network.neutron [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Refreshing network info cache for port d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.108918] env[68640]: DEBUG nova.network.neutron [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Successfully created port: 18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.139795] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9088304-547b-4e62-8888-52351a3694d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.148632] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a39935e-59ba-4432-a7fe-034abe3908a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.180605] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a48b8-866f-49b1-90cb-1702b01e752c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.189817] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c5117-7b4b-4dbe-a707-d1f282091be8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.205122] env[68640]: DEBUG nova.compute.provider_tree [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.273538] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.412773] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991013, 'name': CreateVM_Task, 'duration_secs': 0.405066} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.413036] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.413985] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.414274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.414706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.415050] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcd2bfb-10dd-4d71-85f5-a0d594649c55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.422243] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 979.422243] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d1cc60-be3d-32e3-ecb2-48d86d87d9b2" [ 979.422243] env[68640]: _type = "Task" [ 979.422243] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.435523] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d1cc60-be3d-32e3-ecb2-48d86d87d9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.514893] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991014, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.530062] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fef0e-ec87-2106-2b5a-77fd46eda557/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 979.531039] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4efd71-27ad-4399-8f9b-fd456160e769 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.539448] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fef0e-ec87-2106-2b5a-77fd46eda557/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 979.539709] env[68640]: ERROR oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fef0e-ec87-2106-2b5a-77fd46eda557/disk-0.vmdk due to incomplete transfer. [ 979.539881] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57677dbc-9a88-43e8-abaf-dfbbb1d071e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.548091] env[68640]: DEBUG oslo_vmware.rw_handles [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523fef0e-ec87-2106-2b5a-77fd46eda557/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 979.548295] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Uploaded image 502d7793-8eb5-4ec9-97d5-f3e238ce77b2 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 979.550674] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 979.550937] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f3d67510-c5a1-491b-876e-1a3fa5d4f806 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.558174] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 979.558174] env[68640]: value = "task-2991015" [ 979.558174] env[68640]: _type = "Task" [ 979.558174] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.567927] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991015, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.709052] env[68640]: DEBUG nova.scheduler.client.report [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.933612] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d1cc60-be3d-32e3-ecb2-48d86d87d9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014122} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.933909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.934274] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.934546] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.934699] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.934877] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.935161] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c71b52-a90a-49d4-aadd-7426b6b334e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.944600] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.944778] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.945526] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a2891e-83d4-49df-9cc2-83800e3c8bf9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.950991] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 979.950991] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5250c9c5-aa2f-cc44-169e-f14150f18b78" [ 979.950991] env[68640]: _type = "Task" [ 979.950991] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.964816] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5250c9c5-aa2f-cc44-169e-f14150f18b78, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.965207] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ace3b68-b728-4ea7-8b82-96598fe84794 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.972014] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 979.972014] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521da0ba-1749-f0f0-dccc-d55d3f617b1a" [ 979.972014] env[68640]: _type = "Task" [ 979.972014] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.980273] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521da0ba-1749-f0f0-dccc-d55d3f617b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.012595] env[68640]: DEBUG oslo_vmware.api [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991014, 'name': PowerOnVM_Task, 'duration_secs': 0.608995} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.012911] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.013273] env[68640]: INFO nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Took 7.77 seconds to spawn the instance on the hypervisor. [ 980.013385] env[68640]: DEBUG nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.014118] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4014c3c-3ae4-4124-bec0-1b8ee4d68711 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.063388] env[68640]: DEBUG nova.network.neutron [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Updated VIF entry in instance network info cache for port d9869e92-c1fb-47d5-8457-a83004ed28dd. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.063791] env[68640]: DEBUG nova.network.neutron [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Updating instance_info_cache with network_info: [{"id": "d9869e92-c1fb-47d5-8457-a83004ed28dd", "address": "fa:16:3e:b6:54:0b", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9869e92-c1", "ovs_interfaceid": "d9869e92-c1fb-47d5-8457-a83004ed28dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.071621] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991015, 'name': Destroy_Task, 'duration_secs': 0.408041} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.071891] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Destroyed the VM [ 980.072171] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 980.072839] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a487bc4-c9b6-4d1c-9e6e-25a9ffe902e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.079874] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 980.079874] env[68640]: value = "task-2991016" [ 980.079874] env[68640]: _type = "Task" [ 980.079874] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.091055] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991016, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.214748] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.217331] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.454s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.218899] env[68640]: INFO nova.compute.claims [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.237418] env[68640]: INFO nova.scheduler.client.report [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted allocations for instance 76ad78d8-5656-47dc-9604-eba11947b082 [ 980.285750] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.308848] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.309152] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.309355] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.309574] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.309759] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.309927] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.310198] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.310402] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.310609] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.310805] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.311023] env[68640]: DEBUG nova.virt.hardware [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.311941] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db75b130-b771-424d-baab-48fc6a70d545 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.320600] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc0645-3343-42ce-abd9-566292278a35 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.487801] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521da0ba-1749-f0f0-dccc-d55d3f617b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.488519] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.488519] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] a6e8eaaa-88f3-4941-83a1-83cdd59f6607/a6e8eaaa-88f3-4941-83a1-83cdd59f6607.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.488697] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c4ef26-f9b5-4745-91fa-15435652bb52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.496686] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 980.496686] env[68640]: value = "task-2991017" [ 980.496686] env[68640]: _type = "Task" [ 980.496686] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.505864] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.534695] env[68640]: INFO nova.compute.manager [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Took 30.79 seconds to build instance. [ 980.568012] env[68640]: DEBUG oslo_concurrency.lockutils [req-d600804e-07e0-402f-8d70-4bc342fff772 req-daae7967-2591-46df-9b89-39a4a1f95dcf service nova] Releasing lock "refresh_cache-a6e8eaaa-88f3-4941-83a1-83cdd59f6607" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.591957] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991016, 'name': RemoveSnapshot_Task, 'duration_secs': 0.331187} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.592332] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 980.592965] env[68640]: DEBUG nova.compute.manager [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.593693] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5269ec-dcec-4c04-a6fe-cd2993af9212 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.745388] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b2600940-3437-43e2-ba77-21f1984c06e4 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "76ad78d8-5656-47dc-9604-eba11947b082" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.168s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.755631] env[68640]: DEBUG nova.network.neutron [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Successfully updated port: 18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.007535] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50047} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.007759] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] a6e8eaaa-88f3-4941-83a1-83cdd59f6607/a6e8eaaa-88f3-4941-83a1-83cdd59f6607.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.007978] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.008254] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9085677-b46a-4710-9bac-fa957c643470 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.016546] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 981.016546] env[68640]: value = "task-2991018" [ 981.016546] env[68640]: _type = "Task" [ 981.016546] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.026709] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.036373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f195003d-c3f5-40ce-ab97-7ba9381eb60f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.303s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.107950] env[68640]: INFO nova.compute.manager [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Shelve offloading [ 981.166144] env[68640]: DEBUG nova.compute.manager [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Received event network-vif-plugged-18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.167199] env[68640]: DEBUG oslo_concurrency.lockutils [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] Acquiring lock "9755278f-d167-467a-8b95-cac72fff5b77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.167446] env[68640]: DEBUG oslo_concurrency.lockutils [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] Lock "9755278f-d167-467a-8b95-cac72fff5b77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.167620] env[68640]: DEBUG oslo_concurrency.lockutils [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] Lock "9755278f-d167-467a-8b95-cac72fff5b77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.167793] env[68640]: DEBUG nova.compute.manager [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] No waiting events found dispatching network-vif-plugged-18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.167960] env[68640]: WARNING nova.compute.manager [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Received unexpected event network-vif-plugged-18bdc194-e77a-4ec7-b9fa-517775b0d9da for instance with vm_state building and task_state spawning. [ 981.168138] env[68640]: DEBUG nova.compute.manager [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Received event network-changed-18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.168296] env[68640]: DEBUG nova.compute.manager [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Refreshing instance network info cache due to event network-changed-18bdc194-e77a-4ec7-b9fa-517775b0d9da. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.168540] env[68640]: DEBUG oslo_concurrency.lockutils [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] Acquiring lock "refresh_cache-9755278f-d167-467a-8b95-cac72fff5b77" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.168706] env[68640]: DEBUG oslo_concurrency.lockutils [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] Acquired lock "refresh_cache-9755278f-d167-467a-8b95-cac72fff5b77" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.168922] env[68640]: DEBUG nova.network.neutron [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Refreshing network info cache for port 18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.257900] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-9755278f-d167-467a-8b95-cac72fff5b77" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.261114] env[68640]: DEBUG nova.compute.manager [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Received event network-changed-e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.261608] env[68640]: DEBUG nova.compute.manager [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Refreshing instance network info cache due to event network-changed-e04f8499-688a-43f5-8fce-dfaaf94470ba. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.261937] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] Acquiring lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.263521] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] Acquired lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.263521] env[68640]: DEBUG nova.network.neutron [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Refreshing network info cache for port e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.529231] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071146} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.531864] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.533224] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c59449c-01cb-4787-a789-14ee21714cc5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.557754] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a6e8eaaa-88f3-4941-83a1-83cdd59f6607/a6e8eaaa-88f3-4941-83a1-83cdd59f6607.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.558998] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b58d36-0cf2-4a40-b5ec-592d2438e251 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.573771] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156adf6d-a01b-486e-98ee-998341229b58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.584268] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dce5acd-fcac-4f96-9569-716d3870b908 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.586696] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 981.586696] env[68640]: value = "task-2991019" [ 981.586696] env[68640]: _type = "Task" [ 981.586696] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.619019] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.622683] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aac4589-0806-455e-ba10-d8ca0da2537a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.624157] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42055ab1-dc0e-4ba9-8d06-1fdb5f11d3c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.626708] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.634452] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718affa-ea13-4b3d-ab24-05744283c962 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.639738] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 981.639738] env[68640]: value = "task-2991020" [ 981.639738] env[68640]: _type = "Task" [ 981.639738] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.652269] env[68640]: DEBUG nova.compute.provider_tree [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.660309] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 981.660682] env[68640]: DEBUG nova.compute.manager [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.661390] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c2ea90-2e24-4981-995b-e591cbb7279e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.669165] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.669165] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.669165] env[68640]: DEBUG nova.network.neutron [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.703796] env[68640]: DEBUG nova.network.neutron [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.790902] env[68640]: DEBUG nova.network.neutron [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.995555] env[68640]: DEBUG nova.network.neutron [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updated VIF entry in instance network info cache for port e04f8499-688a-43f5-8fce-dfaaf94470ba. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.996031] env[68640]: DEBUG nova.network.neutron [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating instance_info_cache with network_info: [{"id": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "address": "fa:16:3e:e7:50:de", "network": {"id": "3da25c88-930f-452b-935f-5ae1e44bdf53", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1567789761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8fe06ea61747d19b6eee5dfb0fcffb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape04f8499-68", "ovs_interfaceid": "e04f8499-688a-43f5-8fce-dfaaf94470ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.098055] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.155872] env[68640]: DEBUG nova.scheduler.client.report [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.293143] env[68640]: DEBUG oslo_concurrency.lockutils [req-10b769ce-1d85-418f-adad-a195c46212a5 req-6e9b2831-8e66-4094-a49b-03d1aa50eefb service nova] Releasing lock "refresh_cache-9755278f-d167-467a-8b95-cac72fff5b77" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.293536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-9755278f-d167-467a-8b95-cac72fff5b77" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.294566] env[68640]: DEBUG nova.network.neutron [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.423609] env[68640]: DEBUG nova.network.neutron [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updating instance_info_cache with network_info: [{"id": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "address": "fa:16:3e:04:00:6c", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4dfbba-7d", "ovs_interfaceid": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.500023] env[68640]: DEBUG oslo_concurrency.lockutils [req-3a93e9c0-19af-411a-a823-29d36fd28439 req-3d8fafca-a242-424e-83cd-6c99243a1a11 service nova] Releasing lock "refresh_cache-2c894040-e906-4189-9a65-97df0044a6ef" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.599820] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.661094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.661656] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.664595] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.536s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.664813] env[68640]: DEBUG nova.objects.instance [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lazy-loading 'resources' on Instance uuid 98a36d48-824b-46cd-9167-3acac7459a26 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.830702] env[68640]: DEBUG nova.network.neutron [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.928336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.959410] env[68640]: DEBUG nova.network.neutron [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Updating instance_info_cache with network_info: [{"id": "18bdc194-e77a-4ec7-b9fa-517775b0d9da", "address": "fa:16:3e:92:06:1e", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18bdc194-e7", "ovs_interfaceid": "18bdc194-e77a-4ec7-b9fa-517775b0d9da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.099954] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991019, 'name': ReconfigVM_Task, 'duration_secs': 1.069353} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.100381] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a6e8eaaa-88f3-4941-83a1-83cdd59f6607/a6e8eaaa-88f3-4941-83a1-83cdd59f6607.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.100938] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b472899-2554-46df-806a-69d057abf1df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.110038] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 983.110038] env[68640]: value = "task-2991021" [ 983.110038] env[68640]: _type = "Task" [ 983.110038] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.126322] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991021, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.168411] env[68640]: DEBUG nova.compute.utils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.174360] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.174966] env[68640]: DEBUG nova.network.neutron [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.185468] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.186902] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ac15d-6f50-4119-a4fe-8ef62beacf56 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.199014] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.204105] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30f27aee-b37c-4351-92b5-b3309c23497a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.208042] env[68640]: DEBUG nova.compute.manager [req-fc399972-7fb3-48f2-8f2d-5c8ccdcd1a4d req-c3ec6f67-7e8f-40eb-97a2-b02b28ccca30 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Received event network-vif-unplugged-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.208357] env[68640]: DEBUG oslo_concurrency.lockutils [req-fc399972-7fb3-48f2-8f2d-5c8ccdcd1a4d req-c3ec6f67-7e8f-40eb-97a2-b02b28ccca30 service nova] Acquiring lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.208685] env[68640]: DEBUG oslo_concurrency.lockutils [req-fc399972-7fb3-48f2-8f2d-5c8ccdcd1a4d req-c3ec6f67-7e8f-40eb-97a2-b02b28ccca30 service nova] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.208938] env[68640]: DEBUG oslo_concurrency.lockutils [req-fc399972-7fb3-48f2-8f2d-5c8ccdcd1a4d req-c3ec6f67-7e8f-40eb-97a2-b02b28ccca30 service nova] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.209222] env[68640]: DEBUG nova.compute.manager [req-fc399972-7fb3-48f2-8f2d-5c8ccdcd1a4d req-c3ec6f67-7e8f-40eb-97a2-b02b28ccca30 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] No waiting events found dispatching network-vif-unplugged-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.209477] env[68640]: WARNING nova.compute.manager [req-fc399972-7fb3-48f2-8f2d-5c8ccdcd1a4d req-c3ec6f67-7e8f-40eb-97a2-b02b28ccca30 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Received unexpected event network-vif-unplugged-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 for instance with vm_state shelved and task_state shelving_offloading. [ 983.219671] env[68640]: DEBUG nova.policy [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b46fd895ae94012a0dce12319fe6620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b365e1112a469c8ff23e5d1ca90b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.294859] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.295101] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.295304] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleting the datastore file [datastore2] 87f3b5f1-3f2e-4b28-99d7-4785915f05f8 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.295654] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03d589c5-96b6-4b3d-998b-87cbe4d3abcc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.304205] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 983.304205] env[68640]: value = "task-2991023" [ 983.304205] env[68640]: _type = "Task" [ 983.304205] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.313791] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.462767] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-9755278f-d167-467a-8b95-cac72fff5b77" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.463090] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance network_info: |[{"id": "18bdc194-e77a-4ec7-b9fa-517775b0d9da", "address": "fa:16:3e:92:06:1e", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18bdc194-e7", "ovs_interfaceid": "18bdc194-e77a-4ec7-b9fa-517775b0d9da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.463822] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:06:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18bdc194-e77a-4ec7-b9fa-517775b0d9da', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.471398] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.473989] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.474617] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5af1b66f-20c5-446d-844f-bf99443843ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.499104] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.499104] env[68640]: value = "task-2991024" [ 983.499104] env[68640]: _type = "Task" [ 983.499104] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.512651] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991024, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.571072] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74882ddb-8fc9-44f9-8599-c019f4edc315 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.579593] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d5b820-30bf-47a0-9e05-1d6a566ffa97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.613774] env[68640]: DEBUG nova.network.neutron [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Successfully created port: 4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.619355] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb912ef2-aabf-4984-b069-cc451586884d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.630025] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991021, 'name': Rename_Task, 'duration_secs': 0.287532} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.630816] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.631132] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-064daab0-649f-451b-b218-5e1d646200e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.633704] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27b3bcd-e4d9-4b2e-8275-e37676fd14ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.648714] env[68640]: DEBUG nova.compute.provider_tree [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.654033] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 983.654033] env[68640]: value = "task-2991025" [ 983.654033] env[68640]: _type = "Task" [ 983.654033] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.663697] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.675125] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.815497] env[68640]: DEBUG oslo_vmware.api [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188659} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.815882] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.816143] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.816390] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.840826] env[68640]: INFO nova.scheduler.client.report [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocations for instance 87f3b5f1-3f2e-4b28-99d7-4785915f05f8 [ 984.009518] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991024, 'name': CreateVM_Task, 'duration_secs': 0.481085} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.009938] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.010583] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.010845] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.011215] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.011534] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-163be39a-02a9-4993-a814-1d5f73c17798 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.018390] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 984.018390] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52997468-51d5-3183-84a2-992760413e0a" [ 984.018390] env[68640]: _type = "Task" [ 984.018390] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.026808] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52997468-51d5-3183-84a2-992760413e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.155988] env[68640]: DEBUG nova.scheduler.client.report [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.173575] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.345292] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.531537] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52997468-51d5-3183-84a2-992760413e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.531904] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.532217] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.532490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.532678] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.532901] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.533228] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e55d4a0b-831c-46be-83ae-acc66a00b743 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.543237] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.543524] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.544273] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7427ba0c-1a08-4b57-b0b7-d1833163c2e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.550565] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 984.550565] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b99e30-ac63-581e-7b61-6fbca89d277d" [ 984.550565] env[68640]: _type = "Task" [ 984.550565] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.561598] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b99e30-ac63-581e-7b61-6fbca89d277d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.666721] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.671916] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.045s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.672176] env[68640]: DEBUG nova.objects.instance [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'resources' on Instance uuid e5d78a09-98d8-4f99-b01e-5721e77d8b45 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.673324] env[68640]: DEBUG oslo_vmware.api [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991025, 'name': PowerOnVM_Task, 'duration_secs': 0.882257} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.674030] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.674030] env[68640]: INFO nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Took 7.87 seconds to spawn the instance on the hypervisor. [ 984.674222] env[68640]: DEBUG nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.674911] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030ac18-e4e6-4acb-872a-9b129a92eb37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.686496] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.690102] env[68640]: INFO nova.scheduler.client.report [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted allocations for instance 98a36d48-824b-46cd-9167-3acac7459a26 [ 984.716255] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.716497] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.716660] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.716897] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.717062] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.717210] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.717445] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.717633] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.717872] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.718127] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.718346] env[68640]: DEBUG nova.virt.hardware [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.720030] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5b246-7347-4845-8e1d-254a4217f69e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.729795] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2041c4-5fee-4edb-80cd-06e1eeb2bb82 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.061971] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b99e30-ac63-581e-7b61-6fbca89d277d, 'name': SearchDatastore_Task, 'duration_secs': 0.012504} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.062799] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec942514-fb8b-4ec1-84d5-e070fe3ae941 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.070337] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 985.070337] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52747aa6-c950-8862-92a5-0daae86b4da6" [ 985.070337] env[68640]: _type = "Task" [ 985.070337] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.080134] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52747aa6-c950-8862-92a5-0daae86b4da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.194847] env[68640]: INFO nova.compute.manager [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Took 32.89 seconds to build instance. [ 985.200769] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fc323188-21dc-453e-a262-2f71778bafea tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "98a36d48-824b-46cd-9167-3acac7459a26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.509s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.294426] env[68640]: DEBUG nova.network.neutron [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Successfully updated port: 4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.312438] env[68640]: DEBUG nova.compute.manager [req-f36efc5a-e693-4122-8ba0-be365217ae60 req-386b32c0-8d49-4737-89b7-17e08dfe6c14 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Received event network-vif-plugged-4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.312662] env[68640]: DEBUG oslo_concurrency.lockutils [req-f36efc5a-e693-4122-8ba0-be365217ae60 req-386b32c0-8d49-4737-89b7-17e08dfe6c14 service nova] Acquiring lock "a3c45c50-8960-42e7-b27d-96c258d4ea40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.312868] env[68640]: DEBUG oslo_concurrency.lockutils [req-f36efc5a-e693-4122-8ba0-be365217ae60 req-386b32c0-8d49-4737-89b7-17e08dfe6c14 service nova] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.313075] env[68640]: DEBUG oslo_concurrency.lockutils [req-f36efc5a-e693-4122-8ba0-be365217ae60 req-386b32c0-8d49-4737-89b7-17e08dfe6c14 service nova] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.313255] env[68640]: DEBUG nova.compute.manager [req-f36efc5a-e693-4122-8ba0-be365217ae60 req-386b32c0-8d49-4737-89b7-17e08dfe6c14 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] No waiting events found dispatching network-vif-plugged-4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.313419] env[68640]: WARNING nova.compute.manager [req-f36efc5a-e693-4122-8ba0-be365217ae60 req-386b32c0-8d49-4737-89b7-17e08dfe6c14 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Received unexpected event network-vif-plugged-4f879a45-abd4-4b75-8347-28e6fddc403a for instance with vm_state building and task_state spawning. [ 985.334994] env[68640]: DEBUG nova.compute.manager [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Received event network-changed-8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.335279] env[68640]: DEBUG nova.compute.manager [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Refreshing instance network info cache due to event network-changed-8d4dfbba-7d3e-4986-bd7e-a9166778ec73. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.335573] env[68640]: DEBUG oslo_concurrency.lockutils [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] Acquiring lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.335772] env[68640]: DEBUG oslo_concurrency.lockutils [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] Acquired lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.335991] env[68640]: DEBUG nova.network.neutron [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Refreshing network info cache for port 8d4dfbba-7d3e-4986-bd7e-a9166778ec73 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.524506] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b87d87-fbe0-422f-bec8-2b7f73870a24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.533362] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f81df0-e1de-459e-aa9b-5e3ce8f9291d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.575256] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02618f7f-af48-4676-aec7-cee20b270fb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.587645] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8828a114-beba-4bf5-b8d4-091b2d642631 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.591735] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52747aa6-c950-8862-92a5-0daae86b4da6, 'name': SearchDatastore_Task, 'duration_secs': 0.011656} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.592430] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.592430] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.593077] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a5f4949-8047-44fc-8117-be17792a769d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.606050] env[68640]: DEBUG nova.compute.provider_tree [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.611092] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 985.611092] env[68640]: value = "task-2991026" [ 985.611092] env[68640]: _type = "Task" [ 985.611092] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.621596] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.698275] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8be8da08-d39c-4344-b479-a87378eb6d8e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.397s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.775384] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.797477] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "refresh_cache-a3c45c50-8960-42e7-b27d-96c258d4ea40" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.797692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "refresh_cache-a3c45c50-8960-42e7-b27d-96c258d4ea40" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.797886] env[68640]: DEBUG nova.network.neutron [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.095492] env[68640]: DEBUG nova.network.neutron [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updated VIF entry in instance network info cache for port 8d4dfbba-7d3e-4986-bd7e-a9166778ec73. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.095864] env[68640]: DEBUG nova.network.neutron [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updating instance_info_cache with network_info: [{"id": "8d4dfbba-7d3e-4986-bd7e-a9166778ec73", "address": "fa:16:3e:04:00:6c", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": null, "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8d4dfbba-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.112937] env[68640]: DEBUG nova.scheduler.client.report [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.128966] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50862} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.129238] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.129457] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.129716] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-821acaf9-7b7b-49d5-a2f3-ea82b204677a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.140066] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 986.140066] env[68640]: value = "task-2991027" [ 986.140066] env[68640]: _type = "Task" [ 986.140066] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.150474] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.388728] env[68640]: DEBUG nova.network.neutron [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.537496] env[68640]: DEBUG nova.network.neutron [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Updating instance_info_cache with network_info: [{"id": "4f879a45-abd4-4b75-8347-28e6fddc403a", "address": "fa:16:3e:9d:b1:6b", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f879a45-ab", "ovs_interfaceid": "4f879a45-abd4-4b75-8347-28e6fddc403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.550777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.551024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.582159] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.582475] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.598879] env[68640]: DEBUG oslo_concurrency.lockutils [req-69771fd4-d082-499b-af65-a51baa1990ae req-87218602-2946-4140-8452-58a470447283 service nova] Releasing lock "refresh_cache-87f3b5f1-3f2e-4b28-99d7-4785915f05f8" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.619054] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.620929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.153s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.622342] env[68640]: INFO nova.compute.claims [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.646466] env[68640]: INFO nova.scheduler.client.report [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocations for instance e5d78a09-98d8-4f99-b01e-5721e77d8b45 [ 986.654026] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088778} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.654275] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.655143] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce282aca-195e-4989-ac0f-b32874e93b94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.679984] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.680453] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57e9331-45ad-4dcb-a5fc-f00dc44fd448 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.702446] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 986.702446] env[68640]: value = "task-2991028" [ 986.702446] env[68640]: _type = "Task" [ 986.702446] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.712356] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.750115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "5a50a555-c80e-4eb7-bf33-7837df4b3688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.750362] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.040564] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "refresh_cache-a3c45c50-8960-42e7-b27d-96c258d4ea40" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.040898] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Instance network_info: |[{"id": "4f879a45-abd4-4b75-8347-28e6fddc403a", "address": "fa:16:3e:9d:b1:6b", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f879a45-ab", "ovs_interfaceid": "4f879a45-abd4-4b75-8347-28e6fddc403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.041343] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:b1:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f879a45-abd4-4b75-8347-28e6fddc403a', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.048974] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating folder: Project (83b365e1112a469c8ff23e5d1ca90b1d). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.049282] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b15aadbe-ffe1-4a6d-a630-eb63217c19cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.053638] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.062467] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created folder: Project (83b365e1112a469c8ff23e5d1ca90b1d) in parent group-v599664. [ 987.062646] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating folder: Instances. Parent ref: group-v599883. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.062882] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97bba6ad-9830-4198-9b17-3ca25643be1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.073623] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created folder: Instances in parent group-v599883. [ 987.073858] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.074067] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.074274] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076560fc-0670-4f3f-9de6-c93b2bc6cb3c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.089384] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.097492] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.097492] env[68640]: value = "task-2991031" [ 987.097492] env[68640]: _type = "Task" [ 987.097492] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.108517] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991031, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.153664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1a33e39-dc4c-4f45-822c-0bdf1ef452bc tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "e5d78a09-98d8-4f99-b01e-5721e77d8b45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.473s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.213317] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.252708] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.388152] env[68640]: DEBUG nova.compute.manager [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Received event network-changed-4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.388331] env[68640]: DEBUG nova.compute.manager [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Refreshing instance network info cache due to event network-changed-4f879a45-abd4-4b75-8347-28e6fddc403a. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.388640] env[68640]: DEBUG oslo_concurrency.lockutils [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] Acquiring lock "refresh_cache-a3c45c50-8960-42e7-b27d-96c258d4ea40" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.388827] env[68640]: DEBUG oslo_concurrency.lockutils [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] Acquired lock "refresh_cache-a3c45c50-8960-42e7-b27d-96c258d4ea40" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389075] env[68640]: DEBUG nova.network.neutron [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Refreshing network info cache for port 4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.577127] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.610581] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991031, 'name': CreateVM_Task, 'duration_secs': 0.417349} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.611680] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.611844] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.612534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.612687] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.612994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.613272] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac00493-b15c-4947-a1af-41839b847261 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.623562] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 987.623562] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524406e2-daff-d5bf-058f-790e028b1ba2" [ 987.623562] env[68640]: _type = "Task" [ 987.623562] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.635831] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524406e2-daff-d5bf-058f-790e028b1ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.718852] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991028, 'name': ReconfigVM_Task, 'duration_secs': 0.939783} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.719237] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.722893] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e579ff-912e-43ae-b9a7-abc3dd697d4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.731564] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 987.731564] env[68640]: value = "task-2991032" [ 987.731564] env[68640]: _type = "Task" [ 987.731564] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.744486] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991032, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.776016] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.934260] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e62638-a244-4dd3-af00-4c9d6e6e64f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.943481] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d7a35-8c7a-4e0f-963e-2c6c8a9c0cf0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.979962] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa04e05c-c8b7-43c1-8f74-fa67d3a9456f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.988630] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba7abac-865f-4bd3-921a-ef9233d5a2fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.003323] env[68640]: DEBUG nova.compute.provider_tree [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.121457] env[68640]: DEBUG nova.network.neutron [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Updated VIF entry in instance network info cache for port 4f879a45-abd4-4b75-8347-28e6fddc403a. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.121857] env[68640]: DEBUG nova.network.neutron [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Updating instance_info_cache with network_info: [{"id": "4f879a45-abd4-4b75-8347-28e6fddc403a", "address": "fa:16:3e:9d:b1:6b", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f879a45-ab", "ovs_interfaceid": "4f879a45-abd4-4b75-8347-28e6fddc403a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.134631] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524406e2-daff-d5bf-058f-790e028b1ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.020621} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.134913] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.135144] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.135409] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.135580] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.135761] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.136019] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85dfea69-fc3e-44c9-94d3-38d5e3e2428d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.145126] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.145301] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.145981] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b788714-363a-4d41-a801-64da0bdb35bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.151376] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 988.151376] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f3ad6e-3f1f-cd01-f97d-86521de6cda6" [ 988.151376] env[68640]: _type = "Task" [ 988.151376] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.159503] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f3ad6e-3f1f-cd01-f97d-86521de6cda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.242507] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991032, 'name': Rename_Task, 'duration_secs': 0.260877} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.242507] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.242680] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb57a7b-0159-4c23-919e-0e4125c91fb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.249470] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 988.249470] env[68640]: value = "task-2991033" [ 988.249470] env[68640]: _type = "Task" [ 988.249470] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.256747] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.508406] env[68640]: DEBUG nova.scheduler.client.report [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.625877] env[68640]: DEBUG oslo_concurrency.lockutils [req-6b75cff0-64e4-43a1-bbbc-a72d0aca7c5e req-7e1c395e-a8e7-48a4-9013-34477992c67f service nova] Releasing lock "refresh_cache-a3c45c50-8960-42e7-b27d-96c258d4ea40" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.663155] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f3ad6e-3f1f-cd01-f97d-86521de6cda6, 'name': SearchDatastore_Task, 'duration_secs': 0.00971} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.663909] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855bf37c-5373-4154-a732-27bd64799d31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.669224] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 988.669224] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520accc9-ab77-db67-5d24-403f4b3fbd7f" [ 988.669224] env[68640]: _type = "Task" [ 988.669224] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.678762] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520accc9-ab77-db67-5d24-403f4b3fbd7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.761059] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991033, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.013616] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.014153] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.016754] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.082s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.016963] env[68640]: DEBUG nova.objects.instance [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lazy-loading 'resources' on Instance uuid ea8c5d29-d806-491f-888b-7d7d07dd5292 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.183029] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520accc9-ab77-db67-5d24-403f4b3fbd7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010564} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.183029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.183029] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] a3c45c50-8960-42e7-b27d-96c258d4ea40/a3c45c50-8960-42e7-b27d-96c258d4ea40.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.183029] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccb6ad81-89fd-4038-96d3-7e0ca7cd1db5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.190741] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 989.190741] env[68640]: value = "task-2991034" [ 989.190741] env[68640]: _type = "Task" [ 989.190741] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.198801] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.262143] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991033, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.521942] env[68640]: DEBUG nova.compute.utils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.523608] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.523861] env[68640]: DEBUG nova.network.neutron [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.586489] env[68640]: DEBUG nova.policy [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a794ce8eb8ed4d0bbfb4e6d95d35ace3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05533379fec84632943d679177155d73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.700611] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482957} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.700971] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] a3c45c50-8960-42e7-b27d-96c258d4ea40/a3c45c50-8960-42e7-b27d-96c258d4ea40.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.701276] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.701620] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a21f94e-2a6a-4962-9737-5fbea8b7dfdc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.710326] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 989.710326] env[68640]: value = "task-2991035" [ 989.710326] env[68640]: _type = "Task" [ 989.710326] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.722448] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.761706] env[68640]: DEBUG oslo_vmware.api [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991033, 'name': PowerOnVM_Task, 'duration_secs': 1.187944} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.762060] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.762336] env[68640]: INFO nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Took 9.48 seconds to spawn the instance on the hypervisor. [ 989.762597] env[68640]: DEBUG nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.764054] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcd7326-fe23-4a05-ba62-2df0a0bbb67d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.870186] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ec703-88ba-41e7-a915-21e4ded8b71e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.877465] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a9adc-52f1-407d-99fa-67bb112af268 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.917994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87ba9e5-53d3-4263-a8cf-e839cde7cfea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.923850] env[68640]: DEBUG nova.network.neutron [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Successfully created port: b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.932539] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcb07e-8cc9-42ec-8288-012e2ed92093 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.947564] env[68640]: DEBUG nova.compute.provider_tree [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.027383] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.221192] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.229103} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.221477] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.222282] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1094b1d0-2ee7-47c7-ba73-a46f57c05dbe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.244574] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a3c45c50-8960-42e7-b27d-96c258d4ea40/a3c45c50-8960-42e7-b27d-96c258d4ea40.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.244859] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399419b7-b5c4-4c83-90f5-8aaa4b2fb589 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.266179] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 990.266179] env[68640]: value = "task-2991036" [ 990.266179] env[68640]: _type = "Task" [ 990.266179] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.282082] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.284176] env[68640]: INFO nova.compute.manager [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Took 31.97 seconds to build instance. [ 990.452046] env[68640]: DEBUG nova.scheduler.client.report [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.775816] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991036, 'name': ReconfigVM_Task, 'duration_secs': 0.298386} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.778748] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a3c45c50-8960-42e7-b27d-96c258d4ea40/a3c45c50-8960-42e7-b27d-96c258d4ea40.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.778748] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eca4848-2a8a-497a-b5fa-47c70ff6f0d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.783059] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 990.783059] env[68640]: value = "task-2991037" [ 990.783059] env[68640]: _type = "Task" [ 990.783059] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.785712] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d1101c00-06aa-4a7d-8840-feb4fe975794 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "9755278f-d167-467a-8b95-cac72fff5b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.480s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.790237] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991037, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.956499] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.959348] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.492s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.959348] env[68640]: DEBUG nova.objects.instance [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lazy-loading 'resources' on Instance uuid d1f4a410-8029-42d8-9458-2979d5b18985 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.978936] env[68640]: INFO nova.scheduler.client.report [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Deleted allocations for instance ea8c5d29-d806-491f-888b-7d7d07dd5292 [ 991.037849] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.060659] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.060907] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.061075] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.061262] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.061404] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.061548] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.061750] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.061902] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.062081] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.062246] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.062438] env[68640]: DEBUG nova.virt.hardware [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.063291] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8096996-b693-4d91-9005-584abc1416c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.071109] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cef489-ec3c-4c07-80b1-128692669ca3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.108735] env[68640]: INFO nova.compute.manager [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Rebuilding instance [ 991.145969] env[68640]: DEBUG nova.compute.manager [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.146464] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89dafd-4455-4a5c-97f6-3bc348dfb610 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.294048] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991037, 'name': Rename_Task, 'duration_secs': 0.134877} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.294461] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.294750] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6579b592-d896-42c8-b2fd-a1405ecf4b63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.301923] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 991.301923] env[68640]: value = "task-2991038" [ 991.301923] env[68640]: _type = "Task" [ 991.301923] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.309658] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.321304] env[68640]: DEBUG nova.compute.manager [req-5198952e-896c-4200-a7b2-51feb691e1a5 req-7d6a4234-2dee-4b5c-9df1-2a131dbe4333 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Received event network-vif-plugged-b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.321378] env[68640]: DEBUG oslo_concurrency.lockutils [req-5198952e-896c-4200-a7b2-51feb691e1a5 req-7d6a4234-2dee-4b5c-9df1-2a131dbe4333 service nova] Acquiring lock "4f0da740-1dff-48a9-ada2-91e209e2ca44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.321565] env[68640]: DEBUG oslo_concurrency.lockutils [req-5198952e-896c-4200-a7b2-51feb691e1a5 req-7d6a4234-2dee-4b5c-9df1-2a131dbe4333 service nova] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.321720] env[68640]: DEBUG oslo_concurrency.lockutils [req-5198952e-896c-4200-a7b2-51feb691e1a5 req-7d6a4234-2dee-4b5c-9df1-2a131dbe4333 service nova] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.321878] env[68640]: DEBUG nova.compute.manager [req-5198952e-896c-4200-a7b2-51feb691e1a5 req-7d6a4234-2dee-4b5c-9df1-2a131dbe4333 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] No waiting events found dispatching network-vif-plugged-b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.322188] env[68640]: WARNING nova.compute.manager [req-5198952e-896c-4200-a7b2-51feb691e1a5 req-7d6a4234-2dee-4b5c-9df1-2a131dbe4333 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Received unexpected event network-vif-plugged-b93c60be-9af8-4889-8361-05cfb0eee59b for instance with vm_state building and task_state spawning. [ 991.409517] env[68640]: DEBUG nova.network.neutron [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Successfully updated port: b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.485612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6bbfe166-1a2b-49ec-8f59-11b514f76095 tempest-ServerTagsTestJSON-1201699985 tempest-ServerTagsTestJSON-1201699985-project-member] Lock "ea8c5d29-d806-491f-888b-7d7d07dd5292" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.820s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.805958] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94972a0-f014-4504-b3cb-a92822a01a80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.817208] env[68640]: DEBUG oslo_vmware.api [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991038, 'name': PowerOnVM_Task, 'duration_secs': 0.450323} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.819458] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.819933] env[68640]: INFO nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Took 7.13 seconds to spawn the instance on the hypervisor. [ 991.820256] env[68640]: DEBUG nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.821508] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76a669-b2f4-4e3e-866f-4cd7cc7801b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.825140] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491e2749-1eab-4524-ba00-031768fe4ba7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.867202] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26bb149-1470-476d-b8b5-aa0ee1ccdc17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.877401] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320ed19-c365-4f1a-a322-ed0f979e0a30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.893457] env[68640]: DEBUG nova.compute.provider_tree [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.911875] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "refresh_cache-4f0da740-1dff-48a9-ada2-91e209e2ca44" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.912041] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "refresh_cache-4f0da740-1dff-48a9-ada2-91e209e2ca44" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.912196] env[68640]: DEBUG nova.network.neutron [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.167792] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.167792] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92d5a753-5c7e-4768-8be9-be160cb2f132 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.175020] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 992.175020] env[68640]: value = "task-2991039" [ 992.175020] env[68640]: _type = "Task" [ 992.175020] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.184148] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.348358] env[68640]: INFO nova.compute.manager [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Took 33.60 seconds to build instance. [ 992.397374] env[68640]: DEBUG nova.scheduler.client.report [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.453288] env[68640]: DEBUG nova.network.neutron [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.621043] env[68640]: DEBUG nova.network.neutron [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Updating instance_info_cache with network_info: [{"id": "b93c60be-9af8-4889-8361-05cfb0eee59b", "address": "fa:16:3e:87:e3:27", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93c60be-9a", "ovs_interfaceid": "b93c60be-9af8-4889-8361-05cfb0eee59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.683438] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991039, 'name': PowerOffVM_Task, 'duration_secs': 0.228663} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.683738] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.684079] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.684922] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05f4a3-88f4-4812-8002-d4614bc8ba3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.691669] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.691915] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fa4e692-d96a-49ac-a1d0-c8e21d6beebe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.782930] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.782930] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.782930] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore1] 9755278f-d167-467a-8b95-cac72fff5b77 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.782930] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75f2691-de84-4df0-b7db-ba37d9e4b070 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.787562] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 992.787562] env[68640]: value = "task-2991041" [ 992.787562] env[68640]: _type = "Task" [ 992.787562] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.796007] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.850194] env[68640]: DEBUG oslo_concurrency.lockutils [None req-22e24911-2b5a-4d69-acdd-0820e407b9c2 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.110s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.902947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.906361] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.341s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.908645] env[68640]: DEBUG nova.objects.instance [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lazy-loading 'resources' on Instance uuid 74bda310-8e1f-42da-9e25-0c52335ba195 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.937697] env[68640]: INFO nova.scheduler.client.report [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Deleted allocations for instance d1f4a410-8029-42d8-9458-2979d5b18985 [ 993.125094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "refresh_cache-4f0da740-1dff-48a9-ada2-91e209e2ca44" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.125469] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Instance network_info: |[{"id": "b93c60be-9af8-4889-8361-05cfb0eee59b", "address": "fa:16:3e:87:e3:27", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93c60be-9a", "ovs_interfaceid": "b93c60be-9af8-4889-8361-05cfb0eee59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.125986] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:e3:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93c60be-9af8-4889-8361-05cfb0eee59b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.133510] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.134488] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.134731] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966d45ad-8b2f-420c-8522-346647f1141a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.154570] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.154570] env[68640]: value = "task-2991042" [ 993.154570] env[68640]: _type = "Task" [ 993.154570] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.162194] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991042, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.297622] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320671} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.297880] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.298079] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.298263] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.352063] env[68640]: DEBUG nova.compute.manager [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Received event network-changed-b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.352063] env[68640]: DEBUG nova.compute.manager [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Refreshing instance network info cache due to event network-changed-b93c60be-9af8-4889-8361-05cfb0eee59b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.352230] env[68640]: DEBUG oslo_concurrency.lockutils [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] Acquiring lock "refresh_cache-4f0da740-1dff-48a9-ada2-91e209e2ca44" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.352339] env[68640]: DEBUG oslo_concurrency.lockutils [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] Acquired lock "refresh_cache-4f0da740-1dff-48a9-ada2-91e209e2ca44" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.352574] env[68640]: DEBUG nova.network.neutron [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Refreshing network info cache for port b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.452387] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6f1d242c-d428-46f0-aabf-63bb427ec5cd tempest-MigrationsAdminTest-6512210 tempest-MigrationsAdminTest-6512210-project-member] Lock "d1f4a410-8029-42d8-9458-2979d5b18985" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.424s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.557981] env[68640]: DEBUG oslo_concurrency.lockutils [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.558697] env[68640]: DEBUG oslo_concurrency.lockutils [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.558697] env[68640]: DEBUG nova.compute.manager [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.559274] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270ae344-c026-4589-8c16-e42653350ae8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.565982] env[68640]: DEBUG nova.compute.manager [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 993.566567] env[68640]: DEBUG nova.objects.instance [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lazy-loading 'flavor' on Instance uuid a3c45c50-8960-42e7-b27d-96c258d4ea40 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.665871] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991042, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.685843] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266099b2-1c20-4d2a-881d-f8d84b932216 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.693381] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b23962-e713-496a-a232-7772cd35ea52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.725041] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e79fd97-56a1-4335-b5f1-cd285095a447 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.732216] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea97a21-f436-498c-8f71-ca9585d4473b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.747402] env[68640]: DEBUG nova.compute.provider_tree [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.120635] env[68640]: DEBUG nova.network.neutron [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Updated VIF entry in instance network info cache for port b93c60be-9af8-4889-8361-05cfb0eee59b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.121039] env[68640]: DEBUG nova.network.neutron [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Updating instance_info_cache with network_info: [{"id": "b93c60be-9af8-4889-8361-05cfb0eee59b", "address": "fa:16:3e:87:e3:27", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93c60be-9a", "ovs_interfaceid": "b93c60be-9af8-4889-8361-05cfb0eee59b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.165911] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991042, 'name': CreateVM_Task, 'duration_secs': 0.740565} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.165911] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.166329] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.166592] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.166888] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.167170] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b04d2f-02d6-4451-af09-519c7b6e99b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.171748] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 994.171748] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527f5c86-e5dd-2183-8f91-5cdcd84c07a5" [ 994.171748] env[68640]: _type = "Task" [ 994.171748] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.179942] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527f5c86-e5dd-2183-8f91-5cdcd84c07a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.250701] env[68640]: DEBUG nova.scheduler.client.report [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.335422] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.335695] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.335854] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.336044] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.336335] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.336335] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.336539] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.336698] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.336864] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.337040] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.337215] env[68640]: DEBUG nova.virt.hardware [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.338407] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f3113c-b2bd-4d58-a630-8ad36f750a92 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.346020] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eead69d2-7ff8-45bf-a153-353fe8e3f225 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.359436] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:06:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18bdc194-e77a-4ec7-b9fa-517775b0d9da', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.366924] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.367231] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.367448] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd975ea-ea7a-4e07-a440-1591a89f8251 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.389726] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.389726] env[68640]: value = "task-2991043" [ 994.389726] env[68640]: _type = "Task" [ 994.389726] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.397650] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991043, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.578998] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.579187] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba95f256-f0ce-406a-8eb4-aeb0ff896dc8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.588840] env[68640]: DEBUG oslo_vmware.api [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 994.588840] env[68640]: value = "task-2991044" [ 994.588840] env[68640]: _type = "Task" [ 994.588840] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.599373] env[68640]: DEBUG oslo_vmware.api [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.625920] env[68640]: DEBUG oslo_concurrency.lockutils [req-e54b041b-daf7-4765-9274-7b4bd39d7f85 req-36b059ec-3c2e-42c6-9bd0-d8fdc6a81ae3 service nova] Releasing lock "refresh_cache-4f0da740-1dff-48a9-ada2-91e209e2ca44" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.682610] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527f5c86-e5dd-2183-8f91-5cdcd84c07a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021834} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.682942] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.683544] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.683544] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.683667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.683772] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.684067] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f35661-6f09-48fd-84a9-80f50d46758a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.695345] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.695565] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.696373] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c8df36-7044-4b9e-b7f9-61118eee01aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.702998] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 994.702998] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524174e0-6d7c-e4d9-9eb5-e4fd860d769c" [ 994.702998] env[68640]: _type = "Task" [ 994.702998] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.713984] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524174e0-6d7c-e4d9-9eb5-e4fd860d769c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.759134] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.762037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.806s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.762183] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.764069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.537s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.765638] env[68640]: INFO nova.compute.claims [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.782560] env[68640]: INFO nova.scheduler.client.report [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted allocations for instance 74bda310-8e1f-42da-9e25-0c52335ba195 [ 994.787959] env[68640]: INFO nova.scheduler.client.report [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted allocations for instance c61ee34d-013c-48f9-a317-64fd8e3c3b50 [ 994.900059] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991043, 'name': CreateVM_Task, 'duration_secs': 0.375973} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.900250] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.901058] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.901236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.901548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.901830] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96f8c932-a521-4f86-8572-cdb29e77c10b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.906942] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 994.906942] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521a1e19-1dc9-cb55-a8db-5dc99eaa237a" [ 994.906942] env[68640]: _type = "Task" [ 994.906942] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.916692] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521a1e19-1dc9-cb55-a8db-5dc99eaa237a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.098805] env[68640]: DEBUG oslo_vmware.api [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991044, 'name': PowerOffVM_Task, 'duration_secs': 0.237186} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.099103] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.099307] env[68640]: DEBUG nova.compute.manager [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.100082] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0eccd-60e6-4b56-a47f-cfc8b78d083f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.213998] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524174e0-6d7c-e4d9-9eb5-e4fd860d769c, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.214980] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d33dd56f-754a-4fd3-99f0-a8116db5173c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.220433] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 995.220433] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd29d9-a44e-5712-77c9-45ebf921f9f2" [ 995.220433] env[68640]: _type = "Task" [ 995.220433] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.228250] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd29d9-a44e-5712-77c9-45ebf921f9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.297330] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c19e90b-425f-4460-a70b-44305ba6d5a2 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "74bda310-8e1f-42da-9e25-0c52335ba195" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.264s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.298592] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ebaf126c-22bb-46e6-b719-b9c75d0b2630 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "c61ee34d-013c-48f9-a317-64fd8e3c3b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.397s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.419350] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521a1e19-1dc9-cb55-a8db-5dc99eaa237a, 'name': SearchDatastore_Task, 'duration_secs': 0.01205} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.419501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.419691] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.420679] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.613744] env[68640]: DEBUG oslo_concurrency.lockutils [None req-30a1c7a4-eaa3-46ef-a587-4f33514f4cb8 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.734385] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd29d9-a44e-5712-77c9-45ebf921f9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.734714] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.734983] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 4f0da740-1dff-48a9-ada2-91e209e2ca44/4f0da740-1dff-48a9-ada2-91e209e2ca44.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.735353] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.735555] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.735812] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37649741-88c8-4fe0-9b42-35f4280a01e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.737846] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8986ba1-0f03-48d9-9051-7abb77a71c05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.745308] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 995.745308] env[68640]: value = "task-2991045" [ 995.745308] env[68640]: _type = "Task" [ 995.745308] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.749496] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.749741] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.750999] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080fcb6f-7757-44c5-b21a-6abecdee24e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.756378] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.759247] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 995.759247] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e97fa-f8a4-fac1-eda3-95cc23a38d94" [ 995.759247] env[68640]: _type = "Task" [ 995.759247] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.766371] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e97fa-f8a4-fac1-eda3-95cc23a38d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.970572] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.970829] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.971101] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.971326] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.971498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.973919] env[68640]: INFO nova.compute.manager [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Terminating instance [ 996.044023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.044023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.113514] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2176ed9-c4b6-4e83-8930-ce4429c8d31c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.122406] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e333769b-4dd4-4f4e-90d0-02c37b27a1d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.158401] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cb7c34-54e3-446e-bb2d-eb0c3da731e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.165953] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abed44a0-0f8d-4d4c-a353-c964d02f3023 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.182857] env[68640]: DEBUG nova.compute.provider_tree [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.258477] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991045, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.268998] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e97fa-f8a4-fac1-eda3-95cc23a38d94, 'name': SearchDatastore_Task, 'duration_secs': 0.012621} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.269830] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781a3fb0-9dec-47cf-aa02-01e186e88355 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.278065] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 996.278065] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7f496-7aff-5aee-4dc7-afdbd793cfea" [ 996.278065] env[68640]: _type = "Task" [ 996.278065] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.286540] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7f496-7aff-5aee-4dc7-afdbd793cfea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.288060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.288297] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.288490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.288670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.288837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.290968] env[68640]: INFO nova.compute.manager [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Terminating instance [ 996.484351] env[68640]: DEBUG nova.compute.manager [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.484636] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.486030] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2008b7ed-53e6-479f-83b1-630d3197fe4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.494246] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.494689] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a642005-418d-44fc-8ead-aa5102d6f6b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.500751] env[68640]: DEBUG oslo_vmware.api [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 996.500751] env[68640]: value = "task-2991046" [ 996.500751] env[68640]: _type = "Task" [ 996.500751] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.514990] env[68640]: DEBUG oslo_vmware.api [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2991046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.546666] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.685866] env[68640]: DEBUG nova.scheduler.client.report [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.761098] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565541} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.761405] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 4f0da740-1dff-48a9-ada2-91e209e2ca44/4f0da740-1dff-48a9-ada2-91e209e2ca44.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.761625] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.761899] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0ccfec6-956a-4fdf-9277-4d892ec246a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.768498] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 996.768498] env[68640]: value = "task-2991047" [ 996.768498] env[68640]: _type = "Task" [ 996.768498] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.777153] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.787291] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7f496-7aff-5aee-4dc7-afdbd793cfea, 'name': SearchDatastore_Task, 'duration_secs': 0.020531} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.787548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.787806] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.788083] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb432c1-9932-42c3-9ca7-ab7299e0cb5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.795049] env[68640]: DEBUG nova.compute.manager [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.795289] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.795646] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 996.795646] env[68640]: value = "task-2991048" [ 996.795646] env[68640]: _type = "Task" [ 996.795646] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.796428] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351be940-346e-49be-9d67-3d17f07e7d48 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.806566] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.810352] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4c6b174-194d-446b-a4ff-8b6ad57ae3d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.811361] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.815744] env[68640]: DEBUG oslo_vmware.api [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 996.815744] env[68640]: value = "task-2991049" [ 996.815744] env[68640]: _type = "Task" [ 996.815744] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.824155] env[68640]: DEBUG oslo_vmware.api [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2991049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.015359] env[68640]: DEBUG oslo_vmware.api [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2991046, 'name': PowerOffVM_Task, 'duration_secs': 0.213765} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.015714] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.015980] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.016379] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83125f03-eec4-4006-b1c8-6fb5850dc979 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.071341] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.098319] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.098621] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.098919] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Deleting the datastore file [datastore2] 74b9dbab-b094-4f3b-8dd9-d6573c5f3062 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.099047] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7fb6719-0ddf-43fa-a86a-c50e8fd2c6a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.107050] env[68640]: DEBUG oslo_vmware.api [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for the task: (returnval){ [ 997.107050] env[68640]: value = "task-2991051" [ 997.107050] env[68640]: _type = "Task" [ 997.107050] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.123968] env[68640]: DEBUG oslo_vmware.api [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2991051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.191891] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.192562] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.195472] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.850s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.199068] env[68640]: DEBUG nova.objects.instance [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'resources' on Instance uuid 87f3b5f1-3f2e-4b28-99d7-4785915f05f8 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.283293] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07084} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.283831] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.285116] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb98221-0a3f-4fa6-90c5-8433c9137932 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.312839] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 4f0da740-1dff-48a9-ada2-91e209e2ca44/4f0da740-1dff-48a9-ada2-91e209e2ca44.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.317181] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a0f74ee-73a1-4b1e-84ce-c2ee174b257d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.346304] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531612} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.350751] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.350911] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.351172] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 997.351172] env[68640]: value = "task-2991052" [ 997.351172] env[68640]: _type = "Task" [ 997.351172] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.351418] env[68640]: DEBUG oslo_vmware.api [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2991049, 'name': PowerOffVM_Task, 'duration_secs': 0.27553} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.351600] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c97b46f5-b026-4b19-9999-554bfb9d329b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.353734] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.353855] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.357188] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8df914bb-6ee7-4788-8757-c41a10b83bda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.363142] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.364659] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 997.364659] env[68640]: value = "task-2991053" [ 997.364659] env[68640]: _type = "Task" [ 997.364659] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.373895] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.432454] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.432727] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.432939] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleting the datastore file [datastore1] 09e9bef6-5a68-409a-b948-c2aaf3646c8b {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.433277] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce58192c-a1bf-4ffe-8b34-8b9c353f1529 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.440173] env[68640]: DEBUG oslo_vmware.api [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for the task: (returnval){ [ 997.440173] env[68640]: value = "task-2991055" [ 997.440173] env[68640]: _type = "Task" [ 997.440173] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.452621] env[68640]: DEBUG oslo_vmware.api [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2991055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.516940] env[68640]: DEBUG nova.compute.manager [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.517980] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6648cec8-6ce5-4a02-953d-b4fb4ee4f051 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.618209] env[68640]: DEBUG oslo_vmware.api [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Task: {'id': task-2991051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336785} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.619575] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.619575] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.619575] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.619575] env[68640]: INFO nova.compute.manager [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Took 1.13 seconds to destroy the instance on the hypervisor. [ 997.619575] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.619575] env[68640]: DEBUG nova.compute.manager [-] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.619849] env[68640]: DEBUG nova.network.neutron [-] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.698486] env[68640]: DEBUG nova.compute.utils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.700105] env[68640]: DEBUG nova.objects.instance [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'numa_topology' on Instance uuid 87f3b5f1-3f2e-4b28-99d7-4785915f05f8 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.704143] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.704143] env[68640]: DEBUG nova.network.neutron [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.744891] env[68640]: DEBUG nova.policy [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef31167ca1aa4b95aab276258a423b67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae72680e4f2f40f09a65502143cd3bc4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.864896] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.873540] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070142} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.874063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.875313] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f75c04-1f4f-46d8-a676-4eebb945da6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.907204] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.907669] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d57371c-bbae-43dd-ace3-b8de5c47ac80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.927131] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 997.927131] env[68640]: value = "task-2991056" [ 997.927131] env[68640]: _type = "Task" [ 997.927131] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.935233] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.949604] env[68640]: DEBUG oslo_vmware.api [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Task: {'id': task-2991055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157454} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.949864] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.950442] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.950442] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.950442] env[68640]: INFO nova.compute.manager [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 997.950641] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.950874] env[68640]: DEBUG nova.compute.manager [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.950973] env[68640]: DEBUG nova.network.neutron [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.031465] env[68640]: INFO nova.compute.manager [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] instance snapshotting [ 998.031844] env[68640]: WARNING nova.compute.manager [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 998.036281] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7553cbb1-9e22-4291-89e2-ddfd2c7cc17e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.064906] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc224a-b213-4ca2-ab9c-dee1c2d787cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.190439] env[68640]: DEBUG nova.compute.manager [req-1dabbe7e-94cc-4c02-800c-868a37693f98 req-8ff0aecb-51d4-4d61-a8e6-aee1237c4aa9 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Received event network-vif-deleted-141bfd56-a5a8-42d3-bde7-3509ef8cc899 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.190654] env[68640]: INFO nova.compute.manager [req-1dabbe7e-94cc-4c02-800c-868a37693f98 req-8ff0aecb-51d4-4d61-a8e6-aee1237c4aa9 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Neutron deleted interface 141bfd56-a5a8-42d3-bde7-3509ef8cc899; detaching it from the instance and deleting it from the info cache [ 998.190860] env[68640]: DEBUG nova.network.neutron [req-1dabbe7e-94cc-4c02-800c-868a37693f98 req-8ff0aecb-51d4-4d61-a8e6-aee1237c4aa9 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.201981] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.208033] env[68640]: DEBUG nova.objects.base [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Object Instance<87f3b5f1-3f2e-4b28-99d7-4785915f05f8> lazy-loaded attributes: resources,numa_topology {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.230683] env[68640]: DEBUG nova.network.neutron [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Successfully created port: fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.347104] env[68640]: DEBUG nova.compute.manager [req-b6fcae50-6a92-4c01-836e-b95714632bf7 req-25d7f217-a950-4ec8-bb15-83773f0465a8 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Received event network-vif-deleted-e9df4d99-1403-4746-a2d4-c17e212ed3fa {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.347375] env[68640]: INFO nova.compute.manager [req-b6fcae50-6a92-4c01-836e-b95714632bf7 req-25d7f217-a950-4ec8-bb15-83773f0465a8 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Neutron deleted interface e9df4d99-1403-4746-a2d4-c17e212ed3fa; detaching it from the instance and deleting it from the info cache [ 998.347925] env[68640]: DEBUG nova.network.neutron [req-b6fcae50-6a92-4c01-836e-b95714632bf7 req-25d7f217-a950-4ec8-bb15-83773f0465a8 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.366552] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991052, 'name': ReconfigVM_Task, 'duration_secs': 0.565905} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.369506] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 4f0da740-1dff-48a9-ada2-91e209e2ca44/4f0da740-1dff-48a9-ada2-91e209e2ca44.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.370854] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b53d40e-8ac1-4a25-8883-4d6b1b7f5b6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.379809] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 998.379809] env[68640]: value = "task-2991057" [ 998.379809] env[68640]: _type = "Task" [ 998.379809] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.392666] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991057, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.441064] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.559629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59b07ef-3ea3-4d24-ad11-5bb6c8609353 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.569890] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d3930c-43bd-44d8-8e60-3434a9e62eaf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.607100] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 998.607587] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a84def47-489a-48f6-88f3-80b0e46ad41b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.610106] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b647a-3178-4c9b-9fc3-9f887b67a368 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.617892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f02de-e9ab-452a-b94d-3aa435a0d65c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.626793] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 998.626793] env[68640]: value = "task-2991058" [ 998.626793] env[68640]: _type = "Task" [ 998.626793] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.644362] env[68640]: DEBUG nova.compute.provider_tree [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.651153] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991058, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.673268] env[68640]: DEBUG nova.network.neutron [-] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.693758] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a672b15-4915-4227-b43e-f84efef8cb33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.704921] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead32247-cd98-4211-b916-076dfd575ffe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.743232] env[68640]: DEBUG nova.compute.manager [req-1dabbe7e-94cc-4c02-800c-868a37693f98 req-8ff0aecb-51d4-4d61-a8e6-aee1237c4aa9 service nova] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Detach interface failed, port_id=141bfd56-a5a8-42d3-bde7-3509ef8cc899, reason: Instance 74b9dbab-b094-4f3b-8dd9-d6573c5f3062 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.814772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "548bdbda-9689-4999-a2d9-1b00afef1913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.815014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "548bdbda-9689-4999-a2d9-1b00afef1913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.824476] env[68640]: DEBUG nova.network.neutron [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.853086] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65c8e641-9e90-47ce-b897-c51696e9d89f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.862534] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be0c52-0921-4b61-836e-cb38b43c5855 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.897366] env[68640]: DEBUG nova.compute.manager [req-b6fcae50-6a92-4c01-836e-b95714632bf7 req-25d7f217-a950-4ec8-bb15-83773f0465a8 service nova] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Detach interface failed, port_id=e9df4d99-1403-4746-a2d4-c17e212ed3fa, reason: Instance 09e9bef6-5a68-409a-b948-c2aaf3646c8b could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.900863] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991057, 'name': Rename_Task, 'duration_secs': 0.329969} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.901142] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.901754] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85ac1d2-00f7-41cd-82b8-ec4049039f18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.908021] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 998.908021] env[68640]: value = "task-2991059" [ 998.908021] env[68640]: _type = "Task" [ 998.908021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.916088] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.940124] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991056, 'name': ReconfigVM_Task, 'duration_secs': 0.756178} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.940492] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 9755278f-d167-467a-8b95-cac72fff5b77/9755278f-d167-467a-8b95-cac72fff5b77.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.941187] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cb265e5-9476-4ce7-bc8f-15de8c2de5f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.947426] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 998.947426] env[68640]: value = "task-2991060" [ 998.947426] env[68640]: _type = "Task" [ 998.947426] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.958292] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991060, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.138141] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991058, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.153945] env[68640]: DEBUG nova.scheduler.client.report [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.177194] env[68640]: INFO nova.compute.manager [-] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Took 1.56 seconds to deallocate network for instance. [ 999.220033] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.243099] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.243347] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.243503] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.243680] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.243822] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.243965] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.244182] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.244339] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.245044] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.245044] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.245044] env[68640]: DEBUG nova.virt.hardware [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.246093] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1805e-bc40-4e09-a65a-5a55c937ed7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.254933] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120de988-4d87-45b2-b9d6-df797f0670d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.317525] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.326539] env[68640]: INFO nova.compute.manager [-] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Took 1.38 seconds to deallocate network for instance. [ 999.417965] env[68640]: DEBUG oslo_vmware.api [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991059, 'name': PowerOnVM_Task, 'duration_secs': 0.474698} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.418332] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.418432] env[68640]: INFO nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Took 8.38 seconds to spawn the instance on the hypervisor. [ 999.418610] env[68640]: DEBUG nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.419351] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca25ec0-d44f-495c-ba7c-279315b05dbc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.455917] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991060, 'name': Rename_Task, 'duration_secs': 0.137775} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.456729] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.456962] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a782ba-9a30-45b9-ab11-47843cc6498a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.462984] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 999.462984] env[68640]: value = "task-2991061" [ 999.462984] env[68640]: _type = "Task" [ 999.462984] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.470214] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.637557] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991058, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.659884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.464s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.663840] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.087s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.666181] env[68640]: INFO nova.compute.claims [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.685131] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.801966] env[68640]: DEBUG nova.network.neutron [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Successfully updated port: fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.835303] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.847612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.934518] env[68640]: INFO nova.compute.manager [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Took 37.49 seconds to build instance. [ 999.973386] env[68640]: DEBUG oslo_vmware.api [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991061, 'name': PowerOnVM_Task, 'duration_secs': 0.46149} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.973501] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.974062] env[68640]: DEBUG nova.compute.manager [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.974549] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d9ecb-9611-4f73-a896-0aa5f7f51f01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.137526] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991058, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.175849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40ec246e-df7d-41b3-8678-edb59f5fcb63 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.361s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.176936] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.402s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.177216] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.177440] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.177611] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.180766] env[68640]: INFO nova.compute.manager [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Terminating instance [ 1000.304724] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "refresh_cache-b65e9b13-1027-4948-8e63-c1a9a22a0d88" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.304925] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "refresh_cache-b65e9b13-1027-4948-8e63-c1a9a22a0d88" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.305042] env[68640]: DEBUG nova.network.neutron [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.372606] env[68640]: DEBUG nova.compute.manager [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Received event network-vif-plugged-fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.372896] env[68640]: DEBUG oslo_concurrency.lockutils [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] Acquiring lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.373141] env[68640]: DEBUG oslo_concurrency.lockutils [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.373306] env[68640]: DEBUG oslo_concurrency.lockutils [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.373484] env[68640]: DEBUG nova.compute.manager [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] No waiting events found dispatching network-vif-plugged-fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.373653] env[68640]: WARNING nova.compute.manager [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Received unexpected event network-vif-plugged-fcd506c6-21ea-4bdd-89f3-12190d930e4a for instance with vm_state building and task_state spawning. [ 1000.373820] env[68640]: DEBUG nova.compute.manager [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Received event network-changed-fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.374016] env[68640]: DEBUG nova.compute.manager [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Refreshing instance network info cache due to event network-changed-fcd506c6-21ea-4bdd-89f3-12190d930e4a. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.374474] env[68640]: DEBUG oslo_concurrency.lockutils [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] Acquiring lock "refresh_cache-b65e9b13-1027-4948-8e63-c1a9a22a0d88" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.414595] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "4f0da740-1dff-48a9-ada2-91e209e2ca44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.438014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a755e22c-7df3-460b-848b-a4fcca69a5a0 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.996s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.438014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.023s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.438361] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "4f0da740-1dff-48a9-ada2-91e209e2ca44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.438361] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.438450] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.440561] env[68640]: INFO nova.compute.manager [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Terminating instance [ 1000.491621] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.638017] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991058, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.686098] env[68640]: DEBUG nova.compute.manager [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.686347] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.686611] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a313b7b7-7d50-4d31-a3d2-77df705ea26f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.696036] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef3a136-7bce-4e8d-b577-3a87bdaf4917 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.730179] env[68640]: WARNING nova.virt.vmwareapi.vmops [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 87f3b5f1-3f2e-4b28-99d7-4785915f05f8 could not be found. [ 1000.730394] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.730570] env[68640]: INFO nova.compute.manager [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1000.730809] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.733140] env[68640]: DEBUG nova.compute.manager [-] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.733244] env[68640]: DEBUG nova.network.neutron [-] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.849248] env[68640]: DEBUG nova.network.neutron [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.944937] env[68640]: DEBUG nova.compute.manager [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.945190] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.946159] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3b851-b3cc-483e-93f6-7d915fd7e0b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.950539] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63427666-0279-4c5b-9c5f-a41ac51bd293 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.959867] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b3545e-98a6-4e5b-a0fc-b5bd38442742 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.963144] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.965889] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d76d89-32d6-4951-8e10-2c317457fb38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.998756] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4805156-83f2-47d2-bbee-63309596b1f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.001408] env[68640]: DEBUG oslo_vmware.api [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1001.001408] env[68640]: value = "task-2991062" [ 1001.001408] env[68640]: _type = "Task" [ 1001.001408] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.007955] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13da4e0d-6cbe-4dc7-a357-1efd147eac52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.014648] env[68640]: DEBUG oslo_vmware.api [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.026259] env[68640]: DEBUG nova.compute.provider_tree [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.109081] env[68640]: DEBUG nova.network.neutron [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Updating instance_info_cache with network_info: [{"id": "fcd506c6-21ea-4bdd-89f3-12190d930e4a", "address": "fa:16:3e:f7:13:86", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd506c6-21", "ovs_interfaceid": "fcd506c6-21ea-4bdd-89f3-12190d930e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.140790] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991058, 'name': CreateSnapshot_Task, 'duration_secs': 2.4623} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.141266] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1001.142385] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f3929b-1470-464b-9487-f8adfa066b40 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.511800] env[68640]: DEBUG oslo_vmware.api [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991062, 'name': PowerOffVM_Task, 'duration_secs': 0.19102} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.512137] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.512241] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.512489] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67e4c2f0-8f3a-4f39-92a7-0266c48a6db6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.531935] env[68640]: DEBUG nova.scheduler.client.report [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.558732] env[68640]: DEBUG nova.network.neutron [-] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.579069] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.579069] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.579069] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleting the datastore file [datastore2] 4f0da740-1dff-48a9-ada2-91e209e2ca44 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.579069] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1688c46-6b14-443f-a798-6fb84ba3ac47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.586707] env[68640]: DEBUG oslo_vmware.api [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1001.586707] env[68640]: value = "task-2991064" [ 1001.586707] env[68640]: _type = "Task" [ 1001.586707] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.594884] env[68640]: DEBUG oslo_vmware.api [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.611822] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "refresh_cache-b65e9b13-1027-4948-8e63-c1a9a22a0d88" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.612176] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Instance network_info: |[{"id": "fcd506c6-21ea-4bdd-89f3-12190d930e4a", "address": "fa:16:3e:f7:13:86", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd506c6-21", "ovs_interfaceid": "fcd506c6-21ea-4bdd-89f3-12190d930e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.612465] env[68640]: DEBUG oslo_concurrency.lockutils [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] Acquired lock "refresh_cache-b65e9b13-1027-4948-8e63-c1a9a22a0d88" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.612646] env[68640]: DEBUG nova.network.neutron [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Refreshing network info cache for port fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.613803] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:13:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcd506c6-21ea-4bdd-89f3-12190d930e4a', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.621481] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.622426] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.622662] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef181f26-1f06-49c2-aefd-2161ff7e4a5e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.645562] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.645562] env[68640]: value = "task-2991065" [ 1001.645562] env[68640]: _type = "Task" [ 1001.645562] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.653638] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991065, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.662096] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1001.662665] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7fe5c401-66db-47e8-9830-300873ffee13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.670528] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1001.670528] env[68640]: value = "task-2991066" [ 1001.670528] env[68640]: _type = "Task" [ 1001.670528] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.679992] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991066, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.801306] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "9755278f-d167-467a-8b95-cac72fff5b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.801582] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "9755278f-d167-467a-8b95-cac72fff5b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.801792] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "9755278f-d167-467a-8b95-cac72fff5b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.801971] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "9755278f-d167-467a-8b95-cac72fff5b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.802156] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "9755278f-d167-467a-8b95-cac72fff5b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.805196] env[68640]: INFO nova.compute.manager [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Terminating instance [ 1002.038182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.038182] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.040538] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.429s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.041978] env[68640]: INFO nova.compute.claims [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.061172] env[68640]: INFO nova.compute.manager [-] [instance: 87f3b5f1-3f2e-4b28-99d7-4785915f05f8] Took 1.33 seconds to deallocate network for instance. [ 1002.096995] env[68640]: DEBUG oslo_vmware.api [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149819} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.097298] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.097443] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.097623] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.097792] env[68640]: INFO nova.compute.manager [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1002.098102] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.098347] env[68640]: DEBUG nova.compute.manager [-] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.098482] env[68640]: DEBUG nova.network.neutron [-] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.157515] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991065, 'name': CreateVM_Task, 'duration_secs': 0.458065} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.157732] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.158385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.158542] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.158858] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.159127] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82a8bca-47d8-4d01-9b9e-2bca84f86136 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.163695] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1002.163695] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5266a538-4990-1dec-3b87-4577de3e0302" [ 1002.163695] env[68640]: _type = "Task" [ 1002.163695] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.171830] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5266a538-4990-1dec-3b87-4577de3e0302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.182472] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991066, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.286336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.286592] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.308155] env[68640]: DEBUG nova.compute.manager [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.308436] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.309440] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5204d511-ac27-4337-914f-db0174a2f6e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.317391] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.317685] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277db8fe-1d75-4a43-ab38-67e7a85becbb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.325641] env[68640]: DEBUG oslo_vmware.api [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1002.325641] env[68640]: value = "task-2991067" [ 1002.325641] env[68640]: _type = "Task" [ 1002.325641] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.334961] env[68640]: DEBUG oslo_vmware.api [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.536559] env[68640]: DEBUG nova.network.neutron [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Updated VIF entry in instance network info cache for port fcd506c6-21ea-4bdd-89f3-12190d930e4a. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.538077] env[68640]: DEBUG nova.network.neutron [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Updating instance_info_cache with network_info: [{"id": "fcd506c6-21ea-4bdd-89f3-12190d930e4a", "address": "fa:16:3e:f7:13:86", "network": {"id": "4aa7e61d-58e2-4af5-b0f9-4b13c094fe5c", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-118883347-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae72680e4f2f40f09a65502143cd3bc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd506c6-21", "ovs_interfaceid": "fcd506c6-21ea-4bdd-89f3-12190d930e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.546582] env[68640]: DEBUG nova.compute.utils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.550587] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.550587] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.588936] env[68640]: DEBUG nova.policy [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d08f25b8aca4c10ab8e077cfcd523fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '340c5908a48a44ae99304221f46b1ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.673586] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5266a538-4990-1dec-3b87-4577de3e0302, 'name': SearchDatastore_Task, 'duration_secs': 0.016681} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.676879] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.677145] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.677380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.677520] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.677692] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.677957] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b754500-357e-4356-a60f-d55ae16e2f1f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.684317] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991066, 'name': CloneVM_Task, 'duration_secs': 1.005687} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.684578] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Created linked-clone VM from snapshot [ 1002.685338] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6540a7-87b4-4d7c-8915-bc0d8352226a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.688755] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.688983] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.689978] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad02551-72a6-4440-88bf-c0edba718307 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.694987] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Uploading image 68b6dace-1e3b-4b06-8c15-f20dcee2a504 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.699655] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1002.699655] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5235d89b-b313-1373-28ad-8c8568e8db51" [ 1002.699655] env[68640]: _type = "Task" [ 1002.699655] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.708655] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5235d89b-b313-1373-28ad-8c8568e8db51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.731647] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.731647] env[68640]: value = "vm-599890" [ 1002.731647] env[68640]: _type = "VirtualMachine" [ 1002.731647] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.732177] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41a39a48-55b5-482b-81fc-90632a222ae4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.739817] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease: (returnval){ [ 1002.739817] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212946a-b314-d790-c591-94f93f5ca4d8" [ 1002.739817] env[68640]: _type = "HttpNfcLease" [ 1002.739817] env[68640]: } obtained for exporting VM: (result){ [ 1002.739817] env[68640]: value = "vm-599890" [ 1002.739817] env[68640]: _type = "VirtualMachine" [ 1002.739817] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.740964] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the lease: (returnval){ [ 1002.740964] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212946a-b314-d790-c591-94f93f5ca4d8" [ 1002.740964] env[68640]: _type = "HttpNfcLease" [ 1002.740964] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.746808] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.746808] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212946a-b314-d790-c591-94f93f5ca4d8" [ 1002.746808] env[68640]: _type = "HttpNfcLease" [ 1002.746808] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.789877] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.840020] env[68640]: DEBUG oslo_vmware.api [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991067, 'name': PowerOffVM_Task, 'duration_secs': 0.188762} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.840020] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.840020] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.840020] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2be14112-7e99-4de7-b935-652dcd970d55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.883504] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Successfully created port: 8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.905537] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.905749] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.905927] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore2] 9755278f-d167-467a-8b95-cac72fff5b77 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.906206] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-536a5c6a-d35a-4125-8ef4-4777f11ac904 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.912558] env[68640]: DEBUG oslo_vmware.api [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1002.912558] env[68640]: value = "task-2991070" [ 1002.912558] env[68640]: _type = "Task" [ 1002.912558] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.921944] env[68640]: DEBUG oslo_vmware.api [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.034598] env[68640]: DEBUG nova.network.neutron [-] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.039853] env[68640]: DEBUG oslo_concurrency.lockutils [req-d998dffd-92d8-442d-95da-24d49f4ce41b req-cf97b090-a025-47da-ab45-61d39fdecc0a service nova] Releasing lock "refresh_cache-b65e9b13-1027-4948-8e63-c1a9a22a0d88" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.050842] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.088731] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e46d02d-ae0c-4540-88f8-7dfe9443b139 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "87f3b5f1-3f2e-4b28-99d7-4785915f05f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.912s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.209778] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5235d89b-b313-1373-28ad-8c8568e8db51, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.212803] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa8e3119-5ec7-415b-96b7-d83b976a97fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.217670] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1003.217670] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5290ae3b-54d8-6a2c-4532-9c8e8a931d36" [ 1003.217670] env[68640]: _type = "Task" [ 1003.217670] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.226345] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5290ae3b-54d8-6a2c-4532-9c8e8a931d36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.248864] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1003.248864] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212946a-b314-d790-c591-94f93f5ca4d8" [ 1003.248864] env[68640]: _type = "HttpNfcLease" [ 1003.248864] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1003.249133] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1003.249133] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5212946a-b314-d790-c591-94f93f5ca4d8" [ 1003.249133] env[68640]: _type = "HttpNfcLease" [ 1003.249133] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1003.249827] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246037ff-7165-4331-9c68-a4db9d85cc3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.260346] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbfde6-366c-b5dd-9be0-67c6fa8b0094/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1003.260572] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbfde6-366c-b5dd-9be0-67c6fa8b0094/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1003.343218] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.364226] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6f50056-b093-4c29-a87f-43bc96fd91a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.405191] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cbb35a-7759-4fe6-a23f-1272fa789409 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.412912] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ccaa71-5dd4-475a-9f8b-02ed04731688 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.424034] env[68640]: DEBUG oslo_vmware.api [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161427} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.446609] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.447346] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.447346] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.447346] env[68640]: INFO nova.compute.manager [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1003.447457] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.447849] env[68640]: DEBUG nova.compute.manager [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.447953] env[68640]: DEBUG nova.network.neutron [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.451064] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be93441-0faa-4fb0-a69a-504853997262 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.458468] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6403a-4de2-4d87-915e-2644ae0f75a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.472932] env[68640]: DEBUG nova.compute.provider_tree [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.537867] env[68640]: INFO nova.compute.manager [-] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Took 1.44 seconds to deallocate network for instance. [ 1003.734060] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5290ae3b-54d8-6a2c-4532-9c8e8a931d36, 'name': SearchDatastore_Task, 'duration_secs': 0.00888} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.734060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.734060] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b65e9b13-1027-4948-8e63-c1a9a22a0d88/b65e9b13-1027-4948-8e63-c1a9a22a0d88.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.734060] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-953e32cc-dc65-4f83-babb-fe25ded271ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.744598] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1003.744598] env[68640]: value = "task-2991071" [ 1003.744598] env[68640]: _type = "Task" [ 1003.744598] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.754821] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.975643] env[68640]: DEBUG nova.scheduler.client.report [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.048997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.065837] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.089728] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.090405] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.090622] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.090835] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.090981] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.091188] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.091493] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.091738] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.092053] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.092334] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.092673] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.093689] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf383fc-88cb-48d2-acc0-08870f9ead42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.102673] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68175fc1-cfa9-4f7d-aaf0-6cf5eb74efe0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.255343] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460961} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.255726] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b65e9b13-1027-4948-8e63-c1a9a22a0d88/b65e9b13-1027-4948-8e63-c1a9a22a0d88.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.256017] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.256330] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52e3f99e-fef3-496d-9056-9d85ac72eba5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.261273] env[68640]: DEBUG nova.network.neutron [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.263332] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1004.263332] env[68640]: value = "task-2991072" [ 1004.263332] env[68640]: _type = "Task" [ 1004.263332] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.271764] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.407129] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Successfully updated port: 8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.481385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.481958] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.484765] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.709s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.486812] env[68640]: INFO nova.compute.claims [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.499705] env[68640]: DEBUG nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Received event network-vif-deleted-b93c60be-9af8-4889-8361-05cfb0eee59b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.499866] env[68640]: DEBUG nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Received event network-vif-deleted-18bdc194-e77a-4ec7-b9fa-517775b0d9da {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.500072] env[68640]: DEBUG nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Received event network-vif-plugged-8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.500368] env[68640]: DEBUG oslo_concurrency.lockutils [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] Acquiring lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.500687] env[68640]: DEBUG oslo_concurrency.lockutils [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.500794] env[68640]: DEBUG oslo_concurrency.lockutils [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.501084] env[68640]: DEBUG nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] No waiting events found dispatching network-vif-plugged-8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.501283] env[68640]: WARNING nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Received unexpected event network-vif-plugged-8b895cb3-dd26-4196-9fee-fd5df56f232e for instance with vm_state building and task_state spawning. [ 1004.501724] env[68640]: DEBUG nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Received event network-changed-8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.501724] env[68640]: DEBUG nova.compute.manager [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Refreshing instance network info cache due to event network-changed-8b895cb3-dd26-4196-9fee-fd5df56f232e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.501850] env[68640]: DEBUG oslo_concurrency.lockutils [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] Acquiring lock "refresh_cache-124f78a2-c328-4ee8-a9c5-8dd292a96e46" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.501999] env[68640]: DEBUG oslo_concurrency.lockutils [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] Acquired lock "refresh_cache-124f78a2-c328-4ee8-a9c5-8dd292a96e46" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.502774] env[68640]: DEBUG nova.network.neutron [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Refreshing network info cache for port 8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.546385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "08575fe3-70c7-4f83-870e-632b5560a239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.546949] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.763213] env[68640]: INFO nova.compute.manager [-] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Took 1.32 seconds to deallocate network for instance. [ 1004.776595] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064606} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.776933] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.777750] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9bdfaf-e602-4662-9ff1-8ed3c9b624bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.802979] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b65e9b13-1027-4948-8e63-c1a9a22a0d88/b65e9b13-1027-4948-8e63-c1a9a22a0d88.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.804164] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f29f71-0594-447f-9446-7c2138abb250 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.824301] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1004.824301] env[68640]: value = "task-2991073" [ 1004.824301] env[68640]: _type = "Task" [ 1004.824301] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.832467] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.910979] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "refresh_cache-124f78a2-c328-4ee8-a9c5-8dd292a96e46" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.992575] env[68640]: DEBUG nova.compute.utils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.997630] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.997630] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.048688] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.052764] env[68640]: DEBUG nova.network.neutron [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.072961] env[68640]: DEBUG nova.policy [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d08f25b8aca4c10ab8e077cfcd523fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '340c5908a48a44ae99304221f46b1ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.129341] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.129341] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.183350] env[68640]: DEBUG nova.network.neutron [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.274428] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.334642] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991073, 'name': ReconfigVM_Task, 'duration_secs': 0.352283} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.334944] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b65e9b13-1027-4948-8e63-c1a9a22a0d88/b65e9b13-1027-4948-8e63-c1a9a22a0d88.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.335599] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae3dd785-d25c-41f6-97a4-20e6f62b4733 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.341966] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1005.341966] env[68640]: value = "task-2991074" [ 1005.341966] env[68640]: _type = "Task" [ 1005.341966] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.349874] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991074, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.362558] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Successfully created port: b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.503912] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.575104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.639925] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.640769] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.640769] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.640769] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.640769] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.640970] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.641708] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1005.641708] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.686178] env[68640]: DEBUG oslo_concurrency.lockutils [req-90cf582c-c7fd-4821-aabc-7f8d3ae76762 req-840bce4f-bfaa-4d4c-a09e-9829dbfedddb service nova] Releasing lock "refresh_cache-124f78a2-c328-4ee8-a9c5-8dd292a96e46" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.686747] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "refresh_cache-124f78a2-c328-4ee8-a9c5-8dd292a96e46" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.687015] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.852376] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991074, 'name': Rename_Task, 'duration_secs': 0.17471} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.854154] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.855025] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0471ab-819f-46b7-af5c-b4d0861dc54c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.858415] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb86503-45a7-4226-bc2b-168aad774fcb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.868018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2301f339-0e5e-42e9-b752-1e116c6e93ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.871565] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1005.871565] env[68640]: value = "task-2991075" [ 1005.871565] env[68640]: _type = "Task" [ 1005.871565] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.901485] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f249a-7f19-4b99-aa6f-252d3d9877d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.908428] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.913372] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d13507d-5267-4d35-adfa-c1b32e447ea0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.927722] env[68640]: DEBUG nova.compute.provider_tree [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.145016] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.225055] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.378641] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Updating instance_info_cache with network_info: [{"id": "8b895cb3-dd26-4196-9fee-fd5df56f232e", "address": "fa:16:3e:44:e8:57", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b895cb3-dd", "ovs_interfaceid": "8b895cb3-dd26-4196-9fee-fd5df56f232e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.390537] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991075, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.430505] env[68640]: DEBUG nova.scheduler.client.report [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.513414] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.537729] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.537889] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.538055] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.538238] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.538381] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.538524] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.538733] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.538891] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.539064] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.539235] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.539409] env[68640]: DEBUG nova.virt.hardware [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.540302] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44294258-542a-4b35-ac16-8fb9bafa9bbf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.549375] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f89e6cd-a7e2-4b2f-8c70-278d43499087 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.771931] env[68640]: DEBUG nova.compute.manager [req-889db0c6-7d9a-4c7c-b8c8-b68e6c7e354d req-f119636a-b5ff-49bb-909d-1dc9cb50be85 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Received event network-vif-plugged-b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.772352] env[68640]: DEBUG oslo_concurrency.lockutils [req-889db0c6-7d9a-4c7c-b8c8-b68e6c7e354d req-f119636a-b5ff-49bb-909d-1dc9cb50be85 service nova] Acquiring lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.772404] env[68640]: DEBUG oslo_concurrency.lockutils [req-889db0c6-7d9a-4c7c-b8c8-b68e6c7e354d req-f119636a-b5ff-49bb-909d-1dc9cb50be85 service nova] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.772564] env[68640]: DEBUG oslo_concurrency.lockutils [req-889db0c6-7d9a-4c7c-b8c8-b68e6c7e354d req-f119636a-b5ff-49bb-909d-1dc9cb50be85 service nova] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.772732] env[68640]: DEBUG nova.compute.manager [req-889db0c6-7d9a-4c7c-b8c8-b68e6c7e354d req-f119636a-b5ff-49bb-909d-1dc9cb50be85 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] No waiting events found dispatching network-vif-plugged-b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.772893] env[68640]: WARNING nova.compute.manager [req-889db0c6-7d9a-4c7c-b8c8-b68e6c7e354d req-f119636a-b5ff-49bb-909d-1dc9cb50be85 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Received unexpected event network-vif-plugged-b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 for instance with vm_state building and task_state spawning. [ 1006.882357] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "refresh_cache-124f78a2-c328-4ee8-a9c5-8dd292a96e46" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.882675] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Instance network_info: |[{"id": "8b895cb3-dd26-4196-9fee-fd5df56f232e", "address": "fa:16:3e:44:e8:57", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b895cb3-dd", "ovs_interfaceid": "8b895cb3-dd26-4196-9fee-fd5df56f232e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.882969] env[68640]: DEBUG oslo_vmware.api [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991075, 'name': PowerOnVM_Task, 'duration_secs': 0.538534} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.883335] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:e8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b895cb3-dd26-4196-9fee-fd5df56f232e', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.890558] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.890780] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.890975] env[68640]: INFO nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1006.891208] env[68640]: DEBUG nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.891436] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.892197] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c605bba4-43f9-47a9-8a57-7e6a586b81b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.894721] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54fc00dc-1f38-43bc-b99f-b507585bc7ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916811] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.916811] env[68640]: value = "task-2991076" [ 1006.916811] env[68640]: _type = "Task" [ 1006.916811] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.926852] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991076, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.935815] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.936342] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.938917] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.868s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.940352] env[68640]: INFO nova.compute.claims [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.144418] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Successfully updated port: b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.428346] env[68640]: INFO nova.compute.manager [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Took 32.22 seconds to build instance. [ 1007.432935] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991076, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.445390] env[68640]: DEBUG nova.compute.utils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.449162] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.449360] env[68640]: DEBUG nova.network.neutron [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.498364] env[68640]: DEBUG nova.policy [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.648414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "refresh_cache-b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.648577] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "refresh_cache-b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.648731] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.772133] env[68640]: DEBUG nova.network.neutron [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Successfully created port: e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.932341] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cf995120-ee6d-4e86-a0b0-c9b6dd62cbdf tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.738s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.932575] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991076, 'name': CreateVM_Task, 'duration_secs': 0.595943} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.932802] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.933463] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.933621] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.933930] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.934246] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da60fd0-168b-4644-af3e-a7631d1ad2dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.938912] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1007.938912] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f2b28-ae6f-b2ee-a595-f3e206a369e9" [ 1007.938912] env[68640]: _type = "Task" [ 1007.938912] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.946753] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f2b28-ae6f-b2ee-a595-f3e206a369e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.949352] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.201408] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.293753] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444f018-f310-4bf3-8071-236f5e2c6d03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.306021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc9b15-f835-40b4-a64b-7eb61b81e158 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.336919] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857e429-d5f6-452a-9870-47d1e5f3b204 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.344826] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88af73-d273-404b-ab36-6170d6062587 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.361651] env[68640]: DEBUG nova.compute.provider_tree [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.384569] env[68640]: DEBUG nova.network.neutron [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Updating instance_info_cache with network_info: [{"id": "b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0", "address": "fa:16:3e:1f:5f:09", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bf6f74-0a", "ovs_interfaceid": "b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.450567] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f2b28-ae6f-b2ee-a595-f3e206a369e9, 'name': SearchDatastore_Task, 'duration_secs': 0.017686} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.450939] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.451234] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.451477] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.451624] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.451806] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.452124] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0d7fb97-f8aa-4631-9dc6-4aac11388a93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.460400] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.461107] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.461834] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6958c94e-e6e6-4b21-b497-e641a7898335 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.467389] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1008.467389] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eac255-49a0-4f19-d1b3-bcd3e3dad941" [ 1008.467389] env[68640]: _type = "Task" [ 1008.467389] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.477022] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eac255-49a0-4f19-d1b3-bcd3e3dad941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.865966] env[68640]: DEBUG nova.scheduler.client.report [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.869414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.869657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.869872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.870084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.870265] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.872716] env[68640]: INFO nova.compute.manager [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Terminating instance [ 1008.886877] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "refresh_cache-b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887233] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Instance network_info: |[{"id": "b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0", "address": "fa:16:3e:1f:5f:09", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bf6f74-0a", "ovs_interfaceid": "b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.887931] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:5f:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.896790] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.897412] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.897828] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85633c20-28f0-4059-baf9-2e28b51fafc6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.920067] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.920067] env[68640]: value = "task-2991077" [ 1008.920067] env[68640]: _type = "Task" [ 1008.920067] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.928221] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991077, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.963595] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.977707] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eac255-49a0-4f19-d1b3-bcd3e3dad941, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.978581] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501e2c9e-b410-476e-852f-8e41dc744b40 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.983785] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1008.983785] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d65962-9f39-e3d3-a7e5-1317fbf10690" [ 1008.983785] env[68640]: _type = "Task" [ 1008.983785] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.992714] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.992982] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.993163] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.993351] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.993519] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.993688] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.993904] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.994120] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.994344] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.994539] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.994748] env[68640]: DEBUG nova.virt.hardware [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.995654] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8398fc9f-6bc1-44f6-a1ae-1e18dba314a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.001604] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d65962-9f39-e3d3-a7e5-1317fbf10690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.007843] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfcb1f9-fc01-466c-a859-28aedf8c23cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.033441] env[68640]: DEBUG nova.compute.manager [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Received event network-changed-b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.033769] env[68640]: DEBUG nova.compute.manager [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Refreshing instance network info cache due to event network-changed-b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.033903] env[68640]: DEBUG oslo_concurrency.lockutils [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] Acquiring lock "refresh_cache-b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.033969] env[68640]: DEBUG oslo_concurrency.lockutils [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] Acquired lock "refresh_cache-b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.034145] env[68640]: DEBUG nova.network.neutron [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Refreshing network info cache for port b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.376357] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.376357] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.380336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.696s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.380562] env[68640]: DEBUG nova.objects.instance [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lazy-loading 'resources' on Instance uuid 74b9dbab-b094-4f3b-8dd9-d6573c5f3062 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.381904] env[68640]: DEBUG nova.compute.manager [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.382102] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.388024] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5dbde-1447-487b-be4a-c14956e30cb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.391131] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.391952] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90bc50d5-971d-4018-bc6a-4ee9cebda659 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.399431] env[68640]: DEBUG oslo_vmware.api [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1009.399431] env[68640]: value = "task-2991078" [ 1009.399431] env[68640]: _type = "Task" [ 1009.399431] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.409066] env[68640]: DEBUG oslo_vmware.api [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.420916] env[68640]: DEBUG nova.network.neutron [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Successfully updated port: e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.432545] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991077, 'name': CreateVM_Task, 'duration_secs': 0.336398} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.433124] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.433461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.433665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.434019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.434645] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5d9da7-898a-415c-92d9-8edd46bd304a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.442264] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1009.442264] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52336e96-29ea-aa4e-f3e7-eff0dd766f3e" [ 1009.442264] env[68640]: _type = "Task" [ 1009.442264] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.450675] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52336e96-29ea-aa4e-f3e7-eff0dd766f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.497189] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d65962-9f39-e3d3-a7e5-1317fbf10690, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.497458] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.497727] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 124f78a2-c328-4ee8-a9c5-8dd292a96e46/124f78a2-c328-4ee8-a9c5-8dd292a96e46.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.497992] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b29bf4b0-ca8d-407b-89c1-b7a6b2d83e38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.505021] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1009.505021] env[68640]: value = "task-2991079" [ 1009.505021] env[68640]: _type = "Task" [ 1009.505021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.512469] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.760538] env[68640]: DEBUG nova.network.neutron [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Updated VIF entry in instance network info cache for port b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.760675] env[68640]: DEBUG nova.network.neutron [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Updating instance_info_cache with network_info: [{"id": "b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0", "address": "fa:16:3e:1f:5f:09", "network": {"id": "362531e0-4050-45c9-a6b0-959854e06391", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1276378295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "340c5908a48a44ae99304221f46b1ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3bf6f74-0a", "ovs_interfaceid": "b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.886495] env[68640]: DEBUG nova.compute.utils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.894433] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.894433] env[68640]: DEBUG nova.network.neutron [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.913761] env[68640]: DEBUG oslo_vmware.api [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991078, 'name': PowerOffVM_Task, 'duration_secs': 0.210864} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.914114] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.914308] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.914635] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde2404d-9d46-4d6a-ab83-a47e46d24f17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.928052] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-5a50a555-c80e-4eb7-bf33-7837df4b3688" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.928346] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-5a50a555-c80e-4eb7-bf33-7837df4b3688" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.928627] env[68640]: DEBUG nova.network.neutron [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.948707] env[68640]: DEBUG nova.policy [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3a6800157c44693a788929d30e2279b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c39ac2aff54cd09f7b645d0ace0e3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.962035] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52336e96-29ea-aa4e-f3e7-eff0dd766f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.962171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.962601] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.962601] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.962781] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.962968] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.963280] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eed31f8-e6f9-49e2-891c-c3328a768bdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.979381] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.979675] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.979993] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleting the datastore file [datastore1] b65e9b13-1027-4948-8e63-c1a9a22a0d88 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.980312] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e9a075f-148f-4333-adcd-0ebf31789a5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.990706] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.990954] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.991871] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff850cf-10cd-4a92-a57c-2474a4b3556b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.995452] env[68640]: DEBUG oslo_vmware.api [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for the task: (returnval){ [ 1009.995452] env[68640]: value = "task-2991081" [ 1009.995452] env[68640]: _type = "Task" [ 1009.995452] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.002863] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1010.002863] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e7b633-55f2-ac65-c6c5-1158785ab01c" [ 1010.002863] env[68640]: _type = "Task" [ 1010.002863] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.010170] env[68640]: DEBUG oslo_vmware.api [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.020605] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e7b633-55f2-ac65-c6c5-1158785ab01c, 'name': SearchDatastore_Task, 'duration_secs': 0.011468} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.021420] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc602757-d797-403e-8dee-a954220e9f07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.027167] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487637} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.027399] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 124f78a2-c328-4ee8-a9c5-8dd292a96e46/124f78a2-c328-4ee8-a9c5-8dd292a96e46.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.027622] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.027889] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4da19857-ca06-4de2-9f3d-c59b62cda9a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.030978] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1010.030978] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522e43ee-8b30-9561-ecbf-c647422a1494" [ 1010.030978] env[68640]: _type = "Task" [ 1010.030978] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.038482] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1010.038482] env[68640]: value = "task-2991082" [ 1010.038482] env[68640]: _type = "Task" [ 1010.038482] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.047117] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522e43ee-8b30-9561-ecbf-c647422a1494, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.047768] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.048039] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9/b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.048409] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b51bcc5e-47ca-476e-bf8b-43607a722ba5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.055831] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.060417] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1010.060417] env[68640]: value = "task-2991083" [ 1010.060417] env[68640]: _type = "Task" [ 1010.060417] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.071963] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.263444] env[68640]: DEBUG oslo_concurrency.lockutils [req-5d991b5c-4f1e-4281-a9c2-10a242e827f1 req-19f7be45-5c5b-406b-b167-5b32ecd89695 service nova] Releasing lock "refresh_cache-b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.266730] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e760ef7e-1a69-470f-a15e-2879c757e8a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.281730] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8494bc87-ad6a-467b-89a9-2ef84361e8f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.315038] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1572f6e-4fc6-4b32-882a-0d1dda42a051 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.318645] env[68640]: DEBUG nova.network.neutron [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Successfully created port: cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.329527] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18df8d20-f634-4db6-880a-0151ab747729 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.350509] env[68640]: DEBUG nova.compute.provider_tree [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.394239] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.511265] env[68640]: DEBUG oslo_vmware.api [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Task: {'id': task-2991081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448764} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.511265] env[68640]: DEBUG nova.network.neutron [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.513522] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.513979] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.514313] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.514791] env[68640]: INFO nova.compute.manager [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1010.515261] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.517463] env[68640]: DEBUG nova.compute.manager [-] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.517725] env[68640]: DEBUG nova.network.neutron [-] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.556022] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082025} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.556022] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.557298] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29971651-c225-48fe-9a51-2dbd8eeb1d3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.574743] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991083, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.598212] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 124f78a2-c328-4ee8-a9c5-8dd292a96e46/124f78a2-c328-4ee8-a9c5-8dd292a96e46.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.600892] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c85a8e2-1737-42cf-bbef-c2d6c3d98fb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.627362] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1010.627362] env[68640]: value = "task-2991084" [ 1010.627362] env[68640]: _type = "Task" [ 1010.627362] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.640891] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.818691] env[68640]: DEBUG nova.network.neutron [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Updating instance_info_cache with network_info: [{"id": "e1a27e4a-6636-4c37-a792-66c6571cc76d", "address": "fa:16:3e:cb:e5:a9", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a27e4a-66", "ovs_interfaceid": "e1a27e4a-6636-4c37-a792-66c6571cc76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.855911] env[68640]: DEBUG nova.scheduler.client.report [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.876527] env[68640]: DEBUG nova.compute.manager [req-3eaf7a2e-f241-4e29-9f0e-9a006060a2eb req-2a7f25e3-02fa-49d1-b7f2-205a317caa93 service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Received event network-vif-deleted-fcd506c6-21ea-4bdd-89f3-12190d930e4a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.876742] env[68640]: INFO nova.compute.manager [req-3eaf7a2e-f241-4e29-9f0e-9a006060a2eb req-2a7f25e3-02fa-49d1-b7f2-205a317caa93 service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Neutron deleted interface fcd506c6-21ea-4bdd-89f3-12190d930e4a; detaching it from the instance and deleting it from the info cache [ 1010.877033] env[68640]: DEBUG nova.network.neutron [req-3eaf7a2e-f241-4e29-9f0e-9a006060a2eb req-2a7f25e3-02fa-49d1-b7f2-205a317caa93 service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.063711] env[68640]: DEBUG nova.compute.manager [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Received event network-vif-plugged-e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.063711] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] Acquiring lock "5a50a555-c80e-4eb7-bf33-7837df4b3688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.064252] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.064252] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.064473] env[68640]: DEBUG nova.compute.manager [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] No waiting events found dispatching network-vif-plugged-e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.064473] env[68640]: WARNING nova.compute.manager [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Received unexpected event network-vif-plugged-e1a27e4a-6636-4c37-a792-66c6571cc76d for instance with vm_state building and task_state spawning. [ 1011.064603] env[68640]: DEBUG nova.compute.manager [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Received event network-changed-e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.064777] env[68640]: DEBUG nova.compute.manager [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Refreshing instance network info cache due to event network-changed-e1a27e4a-6636-4c37-a792-66c6571cc76d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.064940] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] Acquiring lock "refresh_cache-5a50a555-c80e-4eb7-bf33-7837df4b3688" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.076024] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620961} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.076024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9/b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.076024] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.076024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45420b00-bbb4-4416-8c42-4f1250f53f8b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.082372] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1011.082372] env[68640]: value = "task-2991085" [ 1011.082372] env[68640]: _type = "Task" [ 1011.082372] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.090879] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.138161] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991084, 'name': ReconfigVM_Task, 'duration_secs': 0.365724} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.138455] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 124f78a2-c328-4ee8-a9c5-8dd292a96e46/124f78a2-c328-4ee8-a9c5-8dd292a96e46.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.139100] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-548efd36-7d40-48f3-adc8-09ba24d49b13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.145150] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1011.145150] env[68640]: value = "task-2991086" [ 1011.145150] env[68640]: _type = "Task" [ 1011.145150] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.153531] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991086, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.322189] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-5a50a555-c80e-4eb7-bf33-7837df4b3688" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.322189] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Instance network_info: |[{"id": "e1a27e4a-6636-4c37-a792-66c6571cc76d", "address": "fa:16:3e:cb:e5:a9", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a27e4a-66", "ovs_interfaceid": "e1a27e4a-6636-4c37-a792-66c6571cc76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.322673] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] Acquired lock "refresh_cache-5a50a555-c80e-4eb7-bf33-7837df4b3688" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.322915] env[68640]: DEBUG nova.network.neutron [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Refreshing network info cache for port e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.324391] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:e5:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a27e4a-6636-4c37-a792-66c6571cc76d', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.332375] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.336127] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.336677] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1508e023-32a7-43cf-b32b-7d6f8f5dae03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.355040] env[68640]: DEBUG nova.network.neutron [-] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.361048] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.361048] env[68640]: value = "task-2991087" [ 1011.361048] env[68640]: _type = "Task" [ 1011.361048] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.366664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.369819] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.535s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.370148] env[68640]: DEBUG nova.objects.instance [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lazy-loading 'resources' on Instance uuid 09e9bef6-5a68-409a-b948-c2aaf3646c8b {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.379022] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991087, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.379991] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4fb2540-a33d-4701-ab82-cf498208ab67 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.392337] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae926e90-21a6-4f43-9b2d-2b7d4152d380 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.403724] env[68640]: INFO nova.scheduler.client.report [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Deleted allocations for instance 74b9dbab-b094-4f3b-8dd9-d6573c5f3062 [ 1011.408071] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.438038] env[68640]: DEBUG nova.compute.manager [req-3eaf7a2e-f241-4e29-9f0e-9a006060a2eb req-2a7f25e3-02fa-49d1-b7f2-205a317caa93 service nova] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Detach interface failed, port_id=fcd506c6-21ea-4bdd-89f3-12190d930e4a, reason: Instance b65e9b13-1027-4948-8e63-c1a9a22a0d88 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.447533] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.447750] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.448238] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.448619] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.448730] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.448925] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.449163] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.449367] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.449545] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.449734] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.450211] env[68640]: DEBUG nova.virt.hardware [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.451118] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b22a7f-343c-47c7-9459-5c1ef81a6dee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.459900] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff9ca2a-f4ef-45ba-9941-dc8d22f146f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.595635] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080711} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.595884] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.596789] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0363b3-3854-4047-97df-5997dcf830d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.619601] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9/b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.620672] env[68640]: DEBUG nova.network.neutron [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Updated VIF entry in instance network info cache for port e1a27e4a-6636-4c37-a792-66c6571cc76d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.620969] env[68640]: DEBUG nova.network.neutron [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Updating instance_info_cache with network_info: [{"id": "e1a27e4a-6636-4c37-a792-66c6571cc76d", "address": "fa:16:3e:cb:e5:a9", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a27e4a-66", "ovs_interfaceid": "e1a27e4a-6636-4c37-a792-66c6571cc76d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.622139] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fea6b56-01f1-4bb1-84c4-a2089c2ff901 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.639017] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e9dd264-79e1-48ef-90d6-8215d57ac721 req-52883cff-34af-431e-93a7-9122ec12bbbe service nova] Releasing lock "refresh_cache-5a50a555-c80e-4eb7-bf33-7837df4b3688" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.645433] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1011.645433] env[68640]: value = "task-2991088" [ 1011.645433] env[68640]: _type = "Task" [ 1011.645433] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.657804] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.661788] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991086, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.859149] env[68640]: INFO nova.compute.manager [-] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Took 1.34 seconds to deallocate network for instance. [ 1011.884844] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991087, 'name': CreateVM_Task, 'duration_secs': 0.430296} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.885094] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.885822] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.886020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.886434] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.886694] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64e2a887-666c-4dd9-8a1b-ffda31d1fec8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.892315] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1011.892315] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e56382-64c6-75bc-452a-0541170ac071" [ 1011.892315] env[68640]: _type = "Task" [ 1011.892315] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.900959] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e56382-64c6-75bc-452a-0541170ac071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.917126] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81c2ec0b-1dc4-4352-b910-7bbb1bee920c tempest-ServersV294TestFqdnHostnames-1147738521 tempest-ServersV294TestFqdnHostnames-1147738521-project-member] Lock "74b9dbab-b094-4f3b-8dd9-d6573c5f3062" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.946s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.117593] env[68640]: DEBUG nova.compute.manager [req-b0afa1ad-d00a-4598-a821-caa5479cfaa6 req-e635af4d-53a7-48d0-89ba-1553c80c1ebc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Received event network-vif-plugged-cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.117876] env[68640]: DEBUG oslo_concurrency.lockutils [req-b0afa1ad-d00a-4598-a821-caa5479cfaa6 req-e635af4d-53a7-48d0-89ba-1553c80c1ebc service nova] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.118016] env[68640]: DEBUG oslo_concurrency.lockutils [req-b0afa1ad-d00a-4598-a821-caa5479cfaa6 req-e635af4d-53a7-48d0-89ba-1553c80c1ebc service nova] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.118191] env[68640]: DEBUG oslo_concurrency.lockutils [req-b0afa1ad-d00a-4598-a821-caa5479cfaa6 req-e635af4d-53a7-48d0-89ba-1553c80c1ebc service nova] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.118350] env[68640]: DEBUG nova.compute.manager [req-b0afa1ad-d00a-4598-a821-caa5479cfaa6 req-e635af4d-53a7-48d0-89ba-1553c80c1ebc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] No waiting events found dispatching network-vif-plugged-cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.118512] env[68640]: WARNING nova.compute.manager [req-b0afa1ad-d00a-4598-a821-caa5479cfaa6 req-e635af4d-53a7-48d0-89ba-1553c80c1ebc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Received unexpected event network-vif-plugged-cd1c4a69-cf14-4c07-9df3-d7b4582776ec for instance with vm_state building and task_state spawning. [ 1012.137800] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbfde6-366c-b5dd-9be0-67c6fa8b0094/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.138739] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace925f4-b1fb-4f73-b630-7d231970dabe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.147718] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbfde6-366c-b5dd-9be0-67c6fa8b0094/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.147887] env[68640]: ERROR oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbfde6-366c-b5dd-9be0-67c6fa8b0094/disk-0.vmdk due to incomplete transfer. [ 1012.153686] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-adb18fbb-888e-40d4-9be3-aa935f9a7d42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.165045] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.168422] env[68640]: DEBUG oslo_vmware.rw_handles [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cbfde6-366c-b5dd-9be0-67c6fa8b0094/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1012.168628] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Uploaded image 68b6dace-1e3b-4b06-8c15-f20dcee2a504 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1012.171364] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1012.171640] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991086, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.174299] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29dcb7f8-5fd0-4db5-88d0-ffae83db9886 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.180712] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1012.180712] env[68640]: value = "task-2991089" [ 1012.180712] env[68640]: _type = "Task" [ 1012.180712] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.190904] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991089, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.266182] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc62dc2f-8aed-427f-9151-ead9cdabddc9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.273619] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219eddef-5c74-40f5-a2e5-0ca5d4fcdf99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.308583] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f23c0c-f8d4-45ec-b77c-65e77fb0e816 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.316479] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22001c97-35a4-4728-80c7-b08decf8e871 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.332102] env[68640]: DEBUG nova.compute.provider_tree [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.380622] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.404038] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e56382-64c6-75bc-452a-0541170ac071, 'name': SearchDatastore_Task, 'duration_secs': 0.010087} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.404337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.404611] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.404877] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.405057] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.405270] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.405566] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3eec592-1c75-4fb3-b6dc-21583dd700f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.414904] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.415174] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.416146] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c73eef3-1728-4224-9118-9d5caf97fdc5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421670] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1012.421670] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274c687-a26a-93a8-d79b-dbb60b9a2642" [ 1012.421670] env[68640]: _type = "Task" [ 1012.421670] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.431186] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274c687-a26a-93a8-d79b-dbb60b9a2642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.580801] env[68640]: DEBUG nova.network.neutron [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Successfully updated port: cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.672464] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991086, 'name': Rename_Task, 'duration_secs': 1.191213} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.672746] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991088, 'name': ReconfigVM_Task, 'duration_secs': 0.814545} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.672992] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.674139] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9/b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.675057] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-debadd85-6e5d-4853-a77b-50fe1bf6624f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.676851] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f0eb50-0f78-446f-8856-de702581f1f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.686021] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1012.686021] env[68640]: value = "task-2991090" [ 1012.686021] env[68640]: _type = "Task" [ 1012.686021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.690313] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1012.690313] env[68640]: value = "task-2991091" [ 1012.690313] env[68640]: _type = "Task" [ 1012.690313] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.700164] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.700164] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991089, 'name': Destroy_Task, 'duration_secs': 0.451718} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.700298] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Destroyed the VM [ 1012.701221] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1012.701221] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88d9deee-e10c-407a-9f9a-24ea7c064d65 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.706429] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991091, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.712172] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1012.712172] env[68640]: value = "task-2991092" [ 1012.712172] env[68640]: _type = "Task" [ 1012.712172] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.721732] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991092, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.835071] env[68640]: DEBUG nova.scheduler.client.report [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.938231] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274c687-a26a-93a8-d79b-dbb60b9a2642, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.939237] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e20e4a8-234e-462f-9027-6aea1c49cf72 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.945592] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1012.945592] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b3c7a-4975-5b7f-4cba-b9b77ee1cd09" [ 1012.945592] env[68640]: _type = "Task" [ 1012.945592] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.958517] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b3c7a-4975-5b7f-4cba-b9b77ee1cd09, 'name': SearchDatastore_Task} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.958798] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.959123] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 5a50a555-c80e-4eb7-bf33-7837df4b3688/5a50a555-c80e-4eb7-bf33-7837df4b3688.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.959393] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-708a622f-b7b7-403b-bb3d-2b331fc10c02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.967858] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1012.967858] env[68640]: value = "task-2991093" [ 1012.967858] env[68640]: _type = "Task" [ 1012.967858] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.974961] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.088402] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.088590] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.088714] env[68640]: DEBUG nova.network.neutron [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.094620] env[68640]: DEBUG nova.compute.manager [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Received event network-changed-cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.094868] env[68640]: DEBUG nova.compute.manager [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Refreshing instance network info cache due to event network-changed-cd1c4a69-cf14-4c07-9df3-d7b4582776ec. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.095074] env[68640]: DEBUG oslo_concurrency.lockutils [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.200280] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991091, 'name': Rename_Task, 'duration_secs': 0.140408} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.205613] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.205790] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991090, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.206025] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44e2d528-1402-4de8-9b9e-3d6ecc3cd458 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.214980] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1013.214980] env[68640]: value = "task-2991094" [ 1013.214980] env[68640]: _type = "Task" [ 1013.214980] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.227469] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.231167] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.231448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.231650] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "a3c45c50-8960-42e7-b27d-96c258d4ea40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.231889] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.232198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.235248] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991092, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.236337] env[68640]: INFO nova.compute.manager [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Terminating instance [ 1013.339820] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.342775] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.495s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.344964] env[68640]: INFO nova.compute.claims [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.373788] env[68640]: INFO nova.scheduler.client.report [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Deleted allocations for instance 09e9bef6-5a68-409a-b948-c2aaf3646c8b [ 1013.476184] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.476480] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 5a50a555-c80e-4eb7-bf33-7837df4b3688/5a50a555-c80e-4eb7-bf33-7837df4b3688.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.476718] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.477010] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f18f69f2-052d-4430-85f0-58ef783b2e29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.483613] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1013.483613] env[68640]: value = "task-2991095" [ 1013.483613] env[68640]: _type = "Task" [ 1013.483613] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.491451] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.639396] env[68640]: DEBUG nova.network.neutron [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.696023] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991090, 'name': PowerOnVM_Task, 'duration_secs': 0.658648} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.696143] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.696324] env[68640]: INFO nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1013.696499] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.697322] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5c08ef-17af-4e94-87c4-6b3de24836dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.735737] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.736530] env[68640]: DEBUG oslo_vmware.api [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991092, 'name': RemoveSnapshot_Task, 'duration_secs': 0.646772} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.741228] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1013.742095] env[68640]: INFO nova.compute.manager [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Took 15.71 seconds to snapshot the instance on the hypervisor. [ 1013.747747] env[68640]: DEBUG nova.compute.manager [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.748020] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.749147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3a515-657d-4a71-8331-8a0043451a23 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.758319] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.758599] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-401a30e2-a3a6-4743-81d5-3057b929b255 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.828142] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.828372] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.828555] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleting the datastore file [datastore2] a3c45c50-8960-42e7-b27d-96c258d4ea40 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.828937] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70019bb0-5ab8-4148-996b-c0055f30044f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.835949] env[68640]: DEBUG oslo_vmware.api [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1013.835949] env[68640]: value = "task-2991097" [ 1013.835949] env[68640]: _type = "Task" [ 1013.835949] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.844831] env[68640]: DEBUG oslo_vmware.api [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.888797] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7e2a0d4f-c6da-4fd2-be56-f488cb22e000 tempest-ServersAdminTestJSON-12087359 tempest-ServersAdminTestJSON-12087359-project-member] Lock "09e9bef6-5a68-409a-b948-c2aaf3646c8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.600s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.909323] env[68640]: DEBUG nova.network.neutron [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.935585] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.935870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.993814] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107275} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.994104] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.994945] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa1a105-0ead-4b70-9d91-1482957dc5aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.028983] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 5a50a555-c80e-4eb7-bf33-7837df4b3688/5a50a555-c80e-4eb7-bf33-7837df4b3688.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.028983] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1421cb4e-8b6f-4a2d-b4f7-a98fcba3a8c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.048218] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1014.048218] env[68640]: value = "task-2991098" [ 1014.048218] env[68640]: _type = "Task" [ 1014.048218] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.056362] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.220216] env[68640]: INFO nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Took 26.66 seconds to build instance. [ 1014.229348] env[68640]: DEBUG oslo_vmware.api [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991094, 'name': PowerOnVM_Task, 'duration_secs': 0.569111} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.229677] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.230272] env[68640]: INFO nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1014.230272] env[68640]: DEBUG nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.231047] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242f50c7-ff8a-40d0-abb7-09cb3221df9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.249615] env[68640]: DEBUG nova.compute.manager [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Instance disappeared during snapshot {{(pid=68640) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1014.267746] env[68640]: DEBUG nova.compute.manager [None req-f27a174f-0d1f-4765-97b6-94e5ed929c25 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image not found during clean up 68b6dace-1e3b-4b06-8c15-f20dcee2a504 {{(pid=68640) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1014.346282] env[68640]: DEBUG oslo_vmware.api [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191144} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.346550] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.346708] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.346888] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.347125] env[68640]: INFO nova.compute.manager [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1014.347340] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.347594] env[68640]: DEBUG nova.compute.manager [-] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.347657] env[68640]: DEBUG nova.network.neutron [-] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.418324] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.418324] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Instance network_info: |[{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.421670] env[68640]: DEBUG oslo_concurrency.lockutils [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.421670] env[68640]: DEBUG nova.network.neutron [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Refreshing network info cache for port cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.423039] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f3:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd1c4a69-cf14-4c07-9df3-d7b4582776ec', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.432032] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.440792] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.441106] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.447036] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33211d35-2c3d-40a6-b8de-6ffb83350c16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.473020] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.473020] env[68640]: value = "task-2991099" [ 1014.473020] env[68640]: _type = "Task" [ 1014.473020] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.481548] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991099, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.562073] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991098, 'name': ReconfigVM_Task, 'duration_secs': 0.283676} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.562073] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 5a50a555-c80e-4eb7-bf33-7837df4b3688/5a50a555-c80e-4eb7-bf33-7837df4b3688.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.562417] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf5cb4d-87dc-46a4-84bc-c17f512d2ca2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.575486] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1014.575486] env[68640]: value = "task-2991100" [ 1014.575486] env[68640]: _type = "Task" [ 1014.575486] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.587108] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991100, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.727482] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.175s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.755085] env[68640]: INFO nova.compute.manager [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Took 27.16 seconds to build instance. [ 1014.795954] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98470361-1e8e-40c4-8fb9-9c050acb6bd3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.805249] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c62070d-888f-4dc4-8eba-3f96d0b73462 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.838712] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96407249-6e83-4ad3-b58b-b3caebdd6d25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.846212] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df9e8b-abc2-45f0-bfb2-d52e46d35a91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.859508] env[68640]: DEBUG nova.compute.provider_tree [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.969046] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.983190] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991099, 'name': CreateVM_Task, 'duration_secs': 0.346107} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.985547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.986253] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.986418] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.986727] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.987295] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f7767f-ff01-4a40-8b84-7dbfcbb836bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.992319] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1014.992319] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd158c-eb62-a460-18f4-085432f58663" [ 1014.992319] env[68640]: _type = "Task" [ 1014.992319] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.000756] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd158c-eb62-a460-18f4-085432f58663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.047891] env[68640]: DEBUG nova.network.neutron [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updated VIF entry in instance network info cache for port cd1c4a69-cf14-4c07-9df3-d7b4582776ec. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.048295] env[68640]: DEBUG nova.network.neutron [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.084635] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991100, 'name': Rename_Task, 'duration_secs': 0.206696} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.084906] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.085704] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ae5872f-d688-4f36-9532-581beb082ad1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.092101] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1015.092101] env[68640]: value = "task-2991101" [ 1015.092101] env[68640]: _type = "Task" [ 1015.092101] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.099675] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.173207] env[68640]: DEBUG nova.compute.manager [req-be569b4b-60a6-423f-afd8-7e79f63de04f req-589fbe23-92d0-4989-86f9-b6e0bb10d858 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Received event network-vif-deleted-4f879a45-abd4-4b75-8347-28e6fddc403a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.173207] env[68640]: INFO nova.compute.manager [req-be569b4b-60a6-423f-afd8-7e79f63de04f req-589fbe23-92d0-4989-86f9-b6e0bb10d858 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Neutron deleted interface 4f879a45-abd4-4b75-8347-28e6fddc403a; detaching it from the instance and deleting it from the info cache [ 1015.173207] env[68640]: DEBUG nova.network.neutron [req-be569b4b-60a6-423f-afd8-7e79f63de04f req-589fbe23-92d0-4989-86f9-b6e0bb10d858 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.261468] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d27b08ed-d9c9-461b-9bde-f7880a7a7de1 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.676s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.261837] env[68640]: DEBUG nova.network.neutron [-] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.363246] env[68640]: DEBUG nova.scheduler.client.report [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.507106] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fd158c-eb62-a460-18f4-085432f58663, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.509728] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.510023] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.510758] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.510758] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.510758] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.510904] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df3e7b8-37a5-41df-8373-15ab90e5cf26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.519852] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.520071] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.521213] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70f05d4b-b4e1-438d-bc57-0aefd14ab8cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.528285] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1015.528285] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a0736-709d-e502-bdf5-92feac3229ac" [ 1015.528285] env[68640]: _type = "Task" [ 1015.528285] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.537432] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a0736-709d-e502-bdf5-92feac3229ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.551199] env[68640]: DEBUG oslo_concurrency.lockutils [req-8f13c7a9-01ed-44b4-bef9-e0f289c4a5b9 req-35fcb818-4951-44dc-acdb-4c9520442edc service nova] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.601966] env[68640]: DEBUG oslo_vmware.api [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991101, 'name': PowerOnVM_Task, 'duration_secs': 0.485135} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.602653] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.602866] env[68640]: INFO nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1015.603060] env[68640]: DEBUG nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.603856] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc908c8-8f9f-42cd-9507-cc27aa564cac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.679493] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2abbccdb-3417-4e5b-972a-359e74bde4a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.689023] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2634735e-5fe0-4807-8424-66ecf48d8256 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.720483] env[68640]: DEBUG nova.compute.manager [req-be569b4b-60a6-423f-afd8-7e79f63de04f req-589fbe23-92d0-4989-86f9-b6e0bb10d858 service nova] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Detach interface failed, port_id=4f879a45-abd4-4b75-8347-28e6fddc403a, reason: Instance a3c45c50-8960-42e7-b27d-96c258d4ea40 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.765601] env[68640]: INFO nova.compute.manager [-] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Took 1.42 seconds to deallocate network for instance. [ 1015.843926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.844024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.844192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.844409] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.844742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.846936] env[68640]: INFO nova.compute.manager [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Terminating instance [ 1015.869648] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.870179] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.872738] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.381s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.872926] env[68640]: DEBUG nova.objects.instance [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1015.931671] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.931963] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.932197] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.932381] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.932584] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.935253] env[68640]: INFO nova.compute.manager [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Terminating instance [ 1016.038624] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a0736-709d-e502-bdf5-92feac3229ac, 'name': SearchDatastore_Task, 'duration_secs': 0.023595} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.039447] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc17e7e-5e90-435c-be75-a75e597903da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.045740] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1016.045740] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ff3147-1fa7-9df4-c382-6483225f79f8" [ 1016.045740] env[68640]: _type = "Task" [ 1016.045740] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.055018] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ff3147-1fa7-9df4-c382-6483225f79f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.125169] env[68640]: INFO nova.compute.manager [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Took 28.37 seconds to build instance. [ 1016.277108] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.354023] env[68640]: DEBUG nova.compute.manager [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.354023] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.354023] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2dd8f8-4697-4652-8e86-4053e2918961 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.364280] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.364584] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8c149aa-aa02-4bbc-9932-e3832b426bca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.376807] env[68640]: DEBUG oslo_vmware.api [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1016.376807] env[68640]: value = "task-2991102" [ 1016.376807] env[68640]: _type = "Task" [ 1016.376807] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.382930] env[68640]: DEBUG nova.compute.utils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.390664] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.390664] env[68640]: DEBUG nova.network.neutron [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.403035] env[68640]: DEBUG oslo_vmware.api [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.442824] env[68640]: DEBUG nova.compute.manager [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.443086] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.444597] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e277a-1905-461b-9803-e9455461456e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.454094] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.454602] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dfd1e00-809c-4ace-a976-814a59a772a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.464130] env[68640]: DEBUG oslo_vmware.api [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1016.464130] env[68640]: value = "task-2991103" [ 1016.464130] env[68640]: _type = "Task" [ 1016.464130] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.477564] env[68640]: DEBUG oslo_vmware.api [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.479321] env[68640]: DEBUG nova.policy [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd490499046dc4323a350be2ba7c91cbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c04805c9c8a4a58ba5e8c6314807c7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.567211] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ff3147-1fa7-9df4-c382-6483225f79f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.567797] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.568178] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.568511] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c30d24-02d2-457c-a3cf-8922d9ff6e46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.585682] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1016.585682] env[68640]: value = "task-2991104" [ 1016.585682] env[68640]: _type = "Task" [ 1016.585682] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.598064] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.627808] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b1290756-3a08-410d-a908-63128362071d tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.877s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.887907] env[68640]: DEBUG oslo_vmware.api [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991102, 'name': PowerOffVM_Task, 'duration_secs': 0.250957} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.888217] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.888388] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.888640] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bc99575-9e8a-463c-a05f-95dff3e3d8fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.891017] env[68640]: DEBUG oslo_concurrency.lockutils [None req-af4d8f2c-6bb7-4b5c-b9e8-9ee98a9893d0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.892788] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.896633] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.554s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.902639] env[68640]: INFO nova.compute.claims [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.977616] env[68640]: DEBUG oslo_vmware.api [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991103, 'name': PowerOffVM_Task, 'duration_secs': 0.273346} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.979462] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.979818] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.980119] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.980305] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.980481] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleting the datastore file [datastore1] 124f78a2-c328-4ee8-a9c5-8dd292a96e46 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.980989] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20fdf51f-3341-486e-ab1c-6ab186e51715 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.982449] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8becbb0b-53fe-496c-bc5d-e97f3cdcf41f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.990559] env[68640]: DEBUG oslo_vmware.api [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1016.990559] env[68640]: value = "task-2991107" [ 1016.990559] env[68640]: _type = "Task" [ 1016.990559] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.002689] env[68640]: DEBUG oslo_vmware.api [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.059428] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.059664] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.060192] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleting the datastore file [datastore1] b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.060685] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1044141-ff42-4b5a-84b9-b3632cc27344 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.069868] env[68640]: DEBUG oslo_vmware.api [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for the task: (returnval){ [ 1017.069868] env[68640]: value = "task-2991108" [ 1017.069868] env[68640]: _type = "Task" [ 1017.069868] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.081196] env[68640]: DEBUG oslo_vmware.api [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.099114] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991104, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.127081] env[68640]: DEBUG nova.network.neutron [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Successfully created port: 620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.503380] env[68640]: DEBUG oslo_vmware.api [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302346} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.503380] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.503380] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.503380] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.503840] env[68640]: INFO nova.compute.manager [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.503840] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.503911] env[68640]: DEBUG nova.compute.manager [-] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.503972] env[68640]: DEBUG nova.network.neutron [-] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.547654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "5a50a555-c80e-4eb7-bf33-7837df4b3688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.547654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.547654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "5a50a555-c80e-4eb7-bf33-7837df4b3688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.547654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.547654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.558620] env[68640]: INFO nova.compute.manager [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Terminating instance [ 1017.581869] env[68640]: DEBUG oslo_vmware.api [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Task: {'id': task-2991108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417912} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.582161] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.582351] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.582657] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.582692] env[68640]: INFO nova.compute.manager [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1017.583013] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.583382] env[68640]: DEBUG nova.compute.manager [-] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.583498] env[68640]: DEBUG nova.network.neutron [-] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.595930] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787839} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.596437] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.596757] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.597098] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcfd95dd-e9fa-442e-9ac7-e4ce88bebaff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.606190] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1017.606190] env[68640]: value = "task-2991109" [ 1017.606190] env[68640]: _type = "Task" [ 1017.606190] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.618787] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.921585] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.957031] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.957154] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.957258] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.957440] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.959198] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.959247] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.959461] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.959630] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.959797] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.959977] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.960292] env[68640]: DEBUG nova.virt.hardware [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.961104] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd62e8-5b81-4805-98cf-cb5548d4bbb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.981069] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3596133-fd5f-4181-b793-e108d529d1a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.988473] env[68640]: DEBUG nova.compute.manager [req-96792a69-7ae5-4af2-92ee-9dc82e70b1e5 req-b0dcf003-6af3-4197-9b69-6e02866ed0cb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Received event network-vif-deleted-8b895cb3-dd26-4196-9fee-fd5df56f232e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.988685] env[68640]: INFO nova.compute.manager [req-96792a69-7ae5-4af2-92ee-9dc82e70b1e5 req-b0dcf003-6af3-4197-9b69-6e02866ed0cb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Neutron deleted interface 8b895cb3-dd26-4196-9fee-fd5df56f232e; detaching it from the instance and deleting it from the info cache [ 1017.989043] env[68640]: DEBUG nova.network.neutron [req-96792a69-7ae5-4af2-92ee-9dc82e70b1e5 req-b0dcf003-6af3-4197-9b69-6e02866ed0cb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.066748] env[68640]: DEBUG nova.compute.manager [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.067014] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.068018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453276da-cd23-4ca0-ade4-d1ca29b5486c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.079462] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.081291] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7aa547c4-3a43-4ae8-a447-d4a40a6e0d4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.087998] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1018.087998] env[68640]: value = "task-2991110" [ 1018.087998] env[68640]: _type = "Task" [ 1018.087998] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.104808] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.119064] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071058} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.119064] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.119809] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d090b7f6-9da3-43e0-a327-e7011cef7b6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.147370] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.150591] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5fe6df9-c7b8-4132-a037-4936a538f0fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.173711] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1018.173711] env[68640]: value = "task-2991111" [ 1018.173711] env[68640]: _type = "Task" [ 1018.173711] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.184629] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.396531] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3820ff9-23a4-4f9e-a61c-53d612868aa4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.406389] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd6e6a-555e-4871-83d3-1c55d7830477 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.442793] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b39827-04ed-456e-8164-d1d2d8a76293 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.451877] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f89a79f-7a24-43ef-8f0d-500584da6078 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.467485] env[68640]: DEBUG nova.compute.provider_tree [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.472801] env[68640]: DEBUG nova.network.neutron [-] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.504259] env[68640]: DEBUG nova.network.neutron [-] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.504259] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5745b48-9d13-498e-9b46-94e42da3f4f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.516476] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2420d3b8-0af1-4162-a31f-4dc84e84d3de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.558596] env[68640]: DEBUG nova.compute.manager [req-96792a69-7ae5-4af2-92ee-9dc82e70b1e5 req-b0dcf003-6af3-4197-9b69-6e02866ed0cb service nova] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Detach interface failed, port_id=8b895cb3-dd26-4196-9fee-fd5df56f232e, reason: Instance 124f78a2-c328-4ee8-a9c5-8dd292a96e46 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.598749] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991110, 'name': PowerOffVM_Task, 'duration_secs': 0.210246} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.599055] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.599233] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.599496] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3e8fae4-228e-4446-98ba-8337a5fcd784 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.693905] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.695583] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.697127] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.697127] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore1] 5a50a555-c80e-4eb7-bf33-7837df4b3688 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.697127] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0365116-a228-4a7b-839a-fc97baed50a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.709742] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1018.709742] env[68640]: value = "task-2991113" [ 1018.709742] env[68640]: _type = "Task" [ 1018.709742] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.722826] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.970604] env[68640]: DEBUG nova.scheduler.client.report [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.981540] env[68640]: INFO nova.compute.manager [-] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Took 1.48 seconds to deallocate network for instance. [ 1019.008563] env[68640]: INFO nova.compute.manager [-] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Took 1.42 seconds to deallocate network for instance. [ 1019.021684] env[68640]: DEBUG nova.network.neutron [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Successfully updated port: 620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.037446] env[68640]: DEBUG nova.compute.manager [req-044c74ee-58e7-4025-b879-3a78550d0ddb req-758e2f45-569b-4861-bce3-1b30d4ff8b53 service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Received event network-vif-plugged-620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.037690] env[68640]: DEBUG oslo_concurrency.lockutils [req-044c74ee-58e7-4025-b879-3a78550d0ddb req-758e2f45-569b-4861-bce3-1b30d4ff8b53 service nova] Acquiring lock "548bdbda-9689-4999-a2d9-1b00afef1913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.037903] env[68640]: DEBUG oslo_concurrency.lockutils [req-044c74ee-58e7-4025-b879-3a78550d0ddb req-758e2f45-569b-4861-bce3-1b30d4ff8b53 service nova] Lock "548bdbda-9689-4999-a2d9-1b00afef1913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.038083] env[68640]: DEBUG oslo_concurrency.lockutils [req-044c74ee-58e7-4025-b879-3a78550d0ddb req-758e2f45-569b-4861-bce3-1b30d4ff8b53 service nova] Lock "548bdbda-9689-4999-a2d9-1b00afef1913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.038255] env[68640]: DEBUG nova.compute.manager [req-044c74ee-58e7-4025-b879-3a78550d0ddb req-758e2f45-569b-4861-bce3-1b30d4ff8b53 service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] No waiting events found dispatching network-vif-plugged-620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.038417] env[68640]: WARNING nova.compute.manager [req-044c74ee-58e7-4025-b879-3a78550d0ddb req-758e2f45-569b-4861-bce3-1b30d4ff8b53 service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Received unexpected event network-vif-plugged-620e0de1-34b1-46a5-bcba-c0ee6c472188 for instance with vm_state building and task_state spawning. [ 1019.190888] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991111, 'name': ReconfigVM_Task, 'duration_secs': 0.675642} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.191859] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.192831] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56d8aae7-525f-4581-8948-944e84f792a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.203952] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1019.203952] env[68640]: value = "task-2991114" [ 1019.203952] env[68640]: _type = "Task" [ 1019.203952] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.222717] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.228415] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991114, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.266279] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.266545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.266798] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.266994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.267190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.269398] env[68640]: INFO nova.compute.manager [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Terminating instance [ 1019.467979] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.468144] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.480274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.481053] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.484358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.436s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.484601] env[68640]: DEBUG nova.objects.instance [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'resources' on Instance uuid 4f0da740-1dff-48a9-ada2-91e209e2ca44 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.488900] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.524453] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.524453] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "refresh_cache-548bdbda-9689-4999-a2d9-1b00afef1913" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.524453] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquired lock "refresh_cache-548bdbda-9689-4999-a2d9-1b00afef1913" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.524453] env[68640]: DEBUG nova.network.neutron [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.718679] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991114, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.724877] env[68640]: DEBUG oslo_vmware.api [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656129} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.725838] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.725838] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.725838] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.725838] env[68640]: INFO nova.compute.manager [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1019.726163] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.726163] env[68640]: DEBUG nova.compute.manager [-] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.726432] env[68640]: DEBUG nova.network.neutron [-] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.777150] env[68640]: DEBUG nova.compute.manager [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.777418] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.778315] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee82b554-4936-4101-b80e-f5143e6d0952 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.788014] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.788328] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5796949b-b983-426b-9b98-178ef00bb7ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.796747] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 1019.796747] env[68640]: value = "task-2991115" [ 1019.796747] env[68640]: _type = "Task" [ 1019.796747] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.806987] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2991115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.971919] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.985878] env[68640]: DEBUG nova.compute.utils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.987283] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.987455] env[68640]: DEBUG nova.network.neutron [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.042819] env[68640]: DEBUG nova.compute.manager [req-a24e33b9-0cf2-4900-b64b-fbe2d008a1d4 req-82428660-fd21-440c-9479-f10d5700bec8 service nova] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Received event network-vif-deleted-b3bf6f74-0abd-4d4b-9ec1-1e579f0016b0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.046666] env[68640]: DEBUG nova.policy [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed08312813542dc8607c574b82cd137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c959e0efbf4333846f65840157c674', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.068518] env[68640]: DEBUG nova.network.neutron [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.211579] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.211579] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.230859] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991114, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.266676] env[68640]: DEBUG nova.network.neutron [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Updating instance_info_cache with network_info: [{"id": "620e0de1-34b1-46a5-bcba-c0ee6c472188", "address": "fa:16:3e:56:fc:2b", "network": {"id": "37c121c1-17f8-47cb-afd3-f1b911ab2ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-532922116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c04805c9c8a4a58ba5e8c6314807c7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620e0de1-34", "ovs_interfaceid": "620e0de1-34b1-46a5-bcba-c0ee6c472188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.310182] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2991115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.450888] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef4a21d-c2c6-4aaf-a2a5-16efd10c7442 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.192338] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.194853] env[68640]: DEBUG nova.network.neutron [-] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.196046] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.198326] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Releasing lock "refresh_cache-548bdbda-9689-4999-a2d9-1b00afef1913" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.198587] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Instance network_info: |[{"id": "620e0de1-34b1-46a5-bcba-c0ee6c472188", "address": "fa:16:3e:56:fc:2b", "network": {"id": "37c121c1-17f8-47cb-afd3-f1b911ab2ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-532922116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c04805c9c8a4a58ba5e8c6314807c7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620e0de1-34", "ovs_interfaceid": "620e0de1-34b1-46a5-bcba-c0ee6c472188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.199880] env[68640]: DEBUG nova.network.neutron [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Successfully created port: 0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.204693] env[68640]: DEBUG nova.compute.manager [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Received event network-changed-620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.204880] env[68640]: DEBUG nova.compute.manager [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Refreshing instance network info cache due to event network-changed-620e0de1-34b1-46a5-bcba-c0ee6c472188. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.205263] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] Acquiring lock "refresh_cache-548bdbda-9689-4999-a2d9-1b00afef1913" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.205263] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] Acquired lock "refresh_cache-548bdbda-9689-4999-a2d9-1b00afef1913" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.205427] env[68640]: DEBUG nova.network.neutron [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Refreshing network info cache for port 620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.210518] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:fc:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620e0de1-34b1-46a5-bcba-c0ee6c472188', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.219803] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Creating folder: Project (9c04805c9c8a4a58ba5e8c6314807c7d). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.224303] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ff4218-3764-4a24-84b9-5147410ab1f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.231562] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1954243f-2c77-4368-a2e2-d70e7dd0b8b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.240471] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991114, 'name': Rename_Task, 'duration_secs': 1.230819} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.269889] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.270656] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2991115, 'name': PowerOffVM_Task, 'duration_secs': 1.001768} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.272432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.272676] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07aacc5f-805f-4b3e-8596-8a6149116e6b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.274781] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f284e3-b374-4dde-890c-1109fcc13afc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.277870] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.278065] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.278324] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Created folder: Project (9c04805c9c8a4a58ba5e8c6314807c7d) in parent group-v599664. [ 1021.278507] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Creating folder: Instances. Parent ref: group-v599895. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1021.278742] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6b77f1c-617d-4fb9-8a72-af4e63718037 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.280403] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-187a5b13-9bd6-445d-a4f4-460ca65e6bf0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.290223] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b845231b-048a-4652-aa30-ae634982328e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.298037] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1021.298037] env[68640]: value = "task-2991117" [ 1021.298037] env[68640]: _type = "Task" [ 1021.298037] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.302064] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Created folder: Instances in parent group-v599895. [ 1021.302329] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.306365] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.316464] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f778dcb-f794-42a7-b9bd-b93082792482 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.334638] env[68640]: DEBUG nova.compute.provider_tree [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.342383] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.343962] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.343962] env[68640]: value = "task-2991120" [ 1021.343962] env[68640]: _type = "Task" [ 1021.343962] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.354356] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991120, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.365879] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.366124] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.366354] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Deleting the datastore file [datastore2] 83be369b-84dd-482b-a1fd-9a541e9bdbcc {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.366641] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557dd921-e8cf-4232-9d69-5e27cb1afa69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.376597] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for the task: (returnval){ [ 1021.376597] env[68640]: value = "task-2991121" [ 1021.376597] env[68640]: _type = "Task" [ 1021.376597] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.398092] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2991121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.560412] env[68640]: DEBUG nova.network.neutron [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Updated VIF entry in instance network info cache for port 620e0de1-34b1-46a5-bcba-c0ee6c472188. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.560764] env[68640]: DEBUG nova.network.neutron [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Updating instance_info_cache with network_info: [{"id": "620e0de1-34b1-46a5-bcba-c0ee6c472188", "address": "fa:16:3e:56:fc:2b", "network": {"id": "37c121c1-17f8-47cb-afd3-f1b911ab2ed3", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-532922116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c04805c9c8a4a58ba5e8c6314807c7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620e0de1-34", "ovs_interfaceid": "620e0de1-34b1-46a5-bcba-c0ee6c472188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.725911] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.737017] env[68640]: INFO nova.compute.manager [-] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Took 2.01 seconds to deallocate network for instance. [ 1021.816168] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991117, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.838643] env[68640]: DEBUG nova.scheduler.client.report [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.858024] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991120, 'name': CreateVM_Task, 'duration_secs': 0.406558} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.858024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.858024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.858024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.858024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.858024] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc37aa7c-5cbb-4b68-b528-8a1aa87fe412 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.864018] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1021.864018] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522fb82a-4bbf-0f4f-4c27-3166514e2955" [ 1021.864018] env[68640]: _type = "Task" [ 1021.864018] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.873270] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522fb82a-4bbf-0f4f-4c27-3166514e2955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.888030] env[68640]: DEBUG oslo_vmware.api [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Task: {'id': task-2991121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200962} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.888030] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.888030] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.888030] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.888030] env[68640]: INFO nova.compute.manager [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1021.888030] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.888030] env[68640]: DEBUG nova.compute.manager [-] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.888030] env[68640]: DEBUG nova.network.neutron [-] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.063386] env[68640]: DEBUG oslo_concurrency.lockutils [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] Releasing lock "refresh_cache-548bdbda-9689-4999-a2d9-1b00afef1913" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.063660] env[68640]: DEBUG nova.compute.manager [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Received event network-vif-deleted-e1a27e4a-6636-4c37-a792-66c6571cc76d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.063841] env[68640]: INFO nova.compute.manager [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Neutron deleted interface e1a27e4a-6636-4c37-a792-66c6571cc76d; detaching it from the instance and deleting it from the info cache [ 1022.064021] env[68640]: DEBUG nova.network.neutron [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.209940] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.236333] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.236597] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.236757] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.236946] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.237333] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.237532] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.237746] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.237906] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.238092] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.238260] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.238431] env[68640]: DEBUG nova.virt.hardware [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.239318] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc447396-1a6b-4f19-b104-24e07f0c9ab6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.242903] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.249392] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d260eb-9eca-4456-af31-fec0cdc74dca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.313070] env[68640]: DEBUG oslo_vmware.api [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991117, 'name': PowerOnVM_Task, 'duration_secs': 0.558538} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.313405] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.313631] env[68640]: INFO nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1022.313826] env[68640]: DEBUG nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.314693] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcd7d5e-b4a1-4d52-b82a-6145d5430d21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.345189] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.861s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.348044] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.074s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.348291] env[68640]: DEBUG nova.objects.instance [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'resources' on Instance uuid 9755278f-d167-467a-8b95-cac72fff5b77 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.380244] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522fb82a-4bbf-0f4f-4c27-3166514e2955, 'name': SearchDatastore_Task, 'duration_secs': 0.014167} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.381644] env[68640]: INFO nova.scheduler.client.report [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted allocations for instance 4f0da740-1dff-48a9-ada2-91e209e2ca44 [ 1022.382752] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.383010] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.383260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.383407] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.383585] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.386051] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f7439d-1382-424c-824e-61808c239611 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.400090] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.400321] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.401199] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a21c10d-6a30-4b82-a78f-b6d424742ee7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.411020] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1022.411020] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e36bf1-b4f0-812b-36e5-eaed66e17e21" [ 1022.411020] env[68640]: _type = "Task" [ 1022.411020] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.417818] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e36bf1-b4f0-812b-36e5-eaed66e17e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.568836] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7acef85-ec1d-4e0e-8f98-581a7008fe9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.588426] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f71aadb-345a-4457-9dc7-89be4073d59a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.627919] env[68640]: DEBUG nova.compute.manager [req-8e28c443-e2be-4fe6-aed5-36a91c2bdf32 req-f371456f-1161-44ae-9cc9-a419fef78e6e service nova] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Detach interface failed, port_id=e1a27e4a-6636-4c37-a792-66c6571cc76d, reason: Instance 5a50a555-c80e-4eb7-bf33-7837df4b3688 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.841130] env[68640]: INFO nova.compute.manager [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Took 25.79 seconds to build instance. [ 1022.893529] env[68640]: DEBUG oslo_concurrency.lockutils [None req-56f1f919-8ac8-459d-9d4a-9598221bac77 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "4f0da740-1dff-48a9-ada2-91e209e2ca44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.456s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.930692] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e36bf1-b4f0-812b-36e5-eaed66e17e21, 'name': SearchDatastore_Task, 'duration_secs': 0.017836} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.931823] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a126e3-3f7a-482a-9b2e-8994a5716585 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.941377] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1022.941377] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52dbbc40-2bc6-cd55-938a-93c56978c529" [ 1022.941377] env[68640]: _type = "Task" [ 1022.941377] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.950684] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52dbbc40-2bc6-cd55-938a-93c56978c529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.083641] env[68640]: DEBUG nova.compute.manager [req-17d5d11b-b5a9-4715-b341-46aefb32c51f req-8eeefd98-8e70-4431-812e-e91e2911371f service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Received event network-vif-plugged-0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.083851] env[68640]: DEBUG oslo_concurrency.lockutils [req-17d5d11b-b5a9-4715-b341-46aefb32c51f req-8eeefd98-8e70-4431-812e-e91e2911371f service nova] Acquiring lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.084068] env[68640]: DEBUG oslo_concurrency.lockutils [req-17d5d11b-b5a9-4715-b341-46aefb32c51f req-8eeefd98-8e70-4431-812e-e91e2911371f service nova] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.084534] env[68640]: DEBUG oslo_concurrency.lockutils [req-17d5d11b-b5a9-4715-b341-46aefb32c51f req-8eeefd98-8e70-4431-812e-e91e2911371f service nova] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.084534] env[68640]: DEBUG nova.compute.manager [req-17d5d11b-b5a9-4715-b341-46aefb32c51f req-8eeefd98-8e70-4431-812e-e91e2911371f service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] No waiting events found dispatching network-vif-plugged-0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.084534] env[68640]: WARNING nova.compute.manager [req-17d5d11b-b5a9-4715-b341-46aefb32c51f req-8eeefd98-8e70-4431-812e-e91e2911371f service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Received unexpected event network-vif-plugged-0edeb3ba-3f18-411b-aebb-1fd210020c18 for instance with vm_state building and task_state spawning. [ 1023.113622] env[68640]: DEBUG nova.compute.manager [req-ed5621f5-e865-4ad6-a3f3-c7dc32ddcf93 req-1332ce7d-01a7-47e8-a721-985ff827e6af service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Received event network-vif-deleted-5891b052-1e8c-495b-9c26-27526a45c495 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.113826] env[68640]: INFO nova.compute.manager [req-ed5621f5-e865-4ad6-a3f3-c7dc32ddcf93 req-1332ce7d-01a7-47e8-a721-985ff827e6af service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Neutron deleted interface 5891b052-1e8c-495b-9c26-27526a45c495; detaching it from the instance and deleting it from the info cache [ 1023.113995] env[68640]: DEBUG nova.network.neutron [req-ed5621f5-e865-4ad6-a3f3-c7dc32ddcf93 req-1332ce7d-01a7-47e8-a721-985ff827e6af service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.190440] env[68640]: DEBUG nova.network.neutron [-] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.227728] env[68640]: DEBUG nova.network.neutron [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Successfully updated port: 0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.256232] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e92e98f-c624-48f4-9714-c628eb4828f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.262973] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6c74f-93d6-430a-9701-6550298de010 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.300754] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c05febf-3d58-426d-a452-9dde1464a81e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.310821] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a038ef12-e640-41d5-999d-2ecc8697c579 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.328478] env[68640]: DEBUG nova.compute.provider_tree [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.345964] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2010c593-35cd-435f-be1c-867adb20ee6b tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.302s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.452557] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52dbbc40-2bc6-cd55-938a-93c56978c529, 'name': SearchDatastore_Task, 'duration_secs': 0.023537} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.453225] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.453225] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 548bdbda-9689-4999-a2d9-1b00afef1913/548bdbda-9689-4999-a2d9-1b00afef1913.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.453512] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9906d3b7-47d6-420a-93ae-5c159c6f8e93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.465196] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1023.465196] env[68640]: value = "task-2991122" [ 1023.465196] env[68640]: _type = "Task" [ 1023.465196] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.473691] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.619524] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8658eb2-7e80-4224-b03a-f0d2857a33ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.637619] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6314a4-8f20-467f-9e94-60795f72a552 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.669518] env[68640]: DEBUG nova.compute.manager [req-ed5621f5-e865-4ad6-a3f3-c7dc32ddcf93 req-1332ce7d-01a7-47e8-a721-985ff827e6af service nova] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Detach interface failed, port_id=5891b052-1e8c-495b-9c26-27526a45c495, reason: Instance 83be369b-84dd-482b-a1fd-9a541e9bdbcc could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.693559] env[68640]: INFO nova.compute.manager [-] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Took 1.81 seconds to deallocate network for instance. [ 1023.731301] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.731301] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.731401] env[68640]: DEBUG nova.network.neutron [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.832437] env[68640]: DEBUG nova.scheduler.client.report [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.973522] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.201665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.284487] env[68640]: DEBUG nova.network.neutron [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.345631] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.348198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.773s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.350211] env[68640]: INFO nova.compute.claims [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.383519] env[68640]: INFO nova.scheduler.client.report [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocations for instance 9755278f-d167-467a-8b95-cac72fff5b77 [ 1024.477036] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985628} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.477458] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 548bdbda-9689-4999-a2d9-1b00afef1913/548bdbda-9689-4999-a2d9-1b00afef1913.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.477821] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.478195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb7b7cc1-6609-4898-8fc7-9255ac172889 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.489665] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1024.489665] env[68640]: value = "task-2991123" [ 1024.489665] env[68640]: _type = "Task" [ 1024.489665] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.496490] env[68640]: DEBUG nova.network.neutron [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [{"id": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "address": "fa:16:3e:62:a9:a6", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edeb3ba-3f", "ovs_interfaceid": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.509037] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.896456] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c98dd87f-885a-401b-a2e9-b00bcc3ffd5b tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "9755278f-d167-467a-8b95-cac72fff5b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.094s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.005761] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.007185] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Instance network_info: |[{"id": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "address": "fa:16:3e:62:a9:a6", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edeb3ba-3f", "ovs_interfaceid": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.007512] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070713} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.010189] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a9:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0edeb3ba-3f18-411b-aebb-1fd210020c18', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.017594] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.017858] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.019283] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.020263] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d4be57-6121-49af-ab5d-b69a649e9de6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.024956] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc1328a-497f-4b50-a26a-07984715ac35 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.067726] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 548bdbda-9689-4999-a2d9-1b00afef1913/548bdbda-9689-4999-a2d9-1b00afef1913.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.069717] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e919ce4-c854-4970-bc29-54d9eb72adc4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.085277] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.085277] env[68640]: value = "task-2991124" [ 1025.085277] env[68640]: _type = "Task" [ 1025.085277] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.091922] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1025.091922] env[68640]: value = "task-2991125" [ 1025.091922] env[68640]: _type = "Task" [ 1025.091922] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.106234] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.212300] env[68640]: DEBUG nova.compute.manager [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Received event network-changed-0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.212300] env[68640]: DEBUG nova.compute.manager [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Refreshing instance network info cache due to event network-changed-0edeb3ba-3f18-411b-aebb-1fd210020c18. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.212300] env[68640]: DEBUG oslo_concurrency.lockutils [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] Acquiring lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.212300] env[68640]: DEBUG oslo_concurrency.lockutils [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] Acquired lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.212434] env[68640]: DEBUG nova.network.neutron [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Refreshing network info cache for port 0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.231921] env[68640]: DEBUG nova.compute.manager [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Received event network-changed-cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.232158] env[68640]: DEBUG nova.compute.manager [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Refreshing instance network info cache due to event network-changed-cd1c4a69-cf14-4c07-9df3-d7b4582776ec. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.232334] env[68640]: DEBUG oslo_concurrency.lockutils [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.232471] env[68640]: DEBUG oslo_concurrency.lockutils [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.232676] env[68640]: DEBUG nova.network.neutron [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Refreshing network info cache for port cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.481773] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.482088] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.544461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "interface-34c3d107-7cd7-422f-8aed-92db526d888a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.544829] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-34c3d107-7cd7-422f-8aed-92db526d888a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.545156] env[68640]: DEBUG nova.objects.instance [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'flavor' on Instance uuid 34c3d107-7cd7-422f-8aed-92db526d888a {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.604344] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991124, 'name': CreateVM_Task, 'duration_secs': 0.454099} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.607585] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.607857] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.608806] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.608806] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.609060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.611609] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01ac3ce3-bb50-4baf-804e-14acc63792ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.617701] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1025.617701] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fee24-cbcd-bf57-c1e6-c6185ec12d2a" [ 1025.617701] env[68640]: _type = "Task" [ 1025.617701] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.625965] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fee24-cbcd-bf57-c1e6-c6185ec12d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.706372] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5becba0-5b76-4222-be0e-5736197d428e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.718153] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf75e12-a04c-4793-bce3-e1bc5117cfc0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.751819] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34a74b2-b017-40e7-86bd-747133878427 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.760742] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6612b4b-a7f1-446a-b05f-cd69443a30a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.778750] env[68640]: DEBUG nova.compute.provider_tree [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.959730] env[68640]: DEBUG nova.network.neutron [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updated VIF entry in instance network info cache for port cd1c4a69-cf14-4c07-9df3-d7b4582776ec. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.960149] env[68640]: DEBUG nova.network.neutron [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.963866] env[68640]: DEBUG nova.network.neutron [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updated VIF entry in instance network info cache for port 0edeb3ba-3f18-411b-aebb-1fd210020c18. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.964187] env[68640]: DEBUG nova.network.neutron [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [{"id": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "address": "fa:16:3e:62:a9:a6", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edeb3ba-3f", "ovs_interfaceid": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.984343] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.106733] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.131192] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fee24-cbcd-bf57-c1e6-c6185ec12d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.066018} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.131192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.131192] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.131192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.131192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.131192] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.131192] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e60af14-8fb9-4627-9307-556d287ea080 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.136387] env[68640]: DEBUG nova.objects.instance [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'pci_requests' on Instance uuid 34c3d107-7cd7-422f-8aed-92db526d888a {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.145756] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.147519] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.147519] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87ca7c9-0d68-4a15-bb30-f39df726ec9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.158021] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1026.158021] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526e14b5-0f49-4400-adb9-c4ce0716fe2d" [ 1026.158021] env[68640]: _type = "Task" [ 1026.158021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.165284] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526e14b5-0f49-4400-adb9-c4ce0716fe2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.281645] env[68640]: DEBUG nova.scheduler.client.report [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.463460] env[68640]: DEBUG oslo_concurrency.lockutils [req-1321ec70-63cf-4932-872e-f16ed7974630 req-4e3e2a83-ab1f-4b49-b367-0e0b38b0f5d4 service nova] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.466220] env[68640]: DEBUG oslo_concurrency.lockutils [req-27b15e1b-73a2-475a-bf1e-9f3ab8a1508b req-1bbd1b01-906b-425e-b355-1eab0bea12ce service nova] Releasing lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.507519] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.607312] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991125, 'name': ReconfigVM_Task, 'duration_secs': 1.140141} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.607613] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 548bdbda-9689-4999-a2d9-1b00afef1913/548bdbda-9689-4999-a2d9-1b00afef1913.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.608312] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eda297e6-4b35-459d-b85a-319d2bff16fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.615932] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1026.615932] env[68640]: value = "task-2991126" [ 1026.615932] env[68640]: _type = "Task" [ 1026.615932] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.625271] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991126, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.639061] env[68640]: DEBUG nova.objects.base [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Object Instance<34c3d107-7cd7-422f-8aed-92db526d888a> lazy-loaded attributes: flavor,pci_requests {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1026.639277] env[68640]: DEBUG nova.network.neutron [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.669067] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526e14b5-0f49-4400-adb9-c4ce0716fe2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.669854] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef7671e-591f-41da-a0d1-0132e13f8155 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.676596] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1026.676596] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52236aaa-6219-0be8-178f-9854e9d16adc" [ 1026.676596] env[68640]: _type = "Task" [ 1026.676596] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.684461] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52236aaa-6219-0be8-178f-9854e9d16adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.695107] env[68640]: DEBUG nova.policy [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.786694] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.787319] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.793034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.645s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.793034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.793034] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1026.793034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.410s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.793034] env[68640]: DEBUG nova.objects.instance [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lazy-loading 'resources' on Instance uuid b65e9b13-1027-4948-8e63-c1a9a22a0d88 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.793644] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7799711-6eb0-4244-83e0-f07515d51a61 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.804919] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71abd0e9-90fd-4528-a245-107373fc28f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.822059] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe418230-b46d-4ab1-af84-bb10456d104a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.831127] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca08057-93db-44fe-88d1-209fc516f885 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.868487] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178737MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1026.868662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.048437] env[68640]: DEBUG nova.network.neutron [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Successfully created port: 69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.127504] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991126, 'name': Rename_Task, 'duration_secs': 0.308359} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.127796] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.128049] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7257569-2300-43d4-b188-bbad83aafb62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.134801] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1027.134801] env[68640]: value = "task-2991127" [ 1027.134801] env[68640]: _type = "Task" [ 1027.134801] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.142716] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.188998] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52236aaa-6219-0be8-178f-9854e9d16adc, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.189289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.189614] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac/f3ead612-6445-46c7-ac93-8a56a5ab4fac.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.189887] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3657c67-6b4d-4876-8924-aa600241ed60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.197564] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1027.197564] env[68640]: value = "task-2991128" [ 1027.197564] env[68640]: _type = "Task" [ 1027.197564] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.205590] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.299958] env[68640]: DEBUG nova.compute.utils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.305865] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.306090] env[68640]: DEBUG nova.network.neutron [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.363628] env[68640]: DEBUG nova.policy [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc5c69cbb58455ea9b895b6c0a5031a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9db479328d704865a366ac3e44aecf14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.634415] env[68640]: DEBUG nova.network.neutron [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Successfully created port: db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.641374] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d57366-006b-4bf7-98eb-2c7fc0a24611 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.652209] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ed980-e63d-4faf-9c42-4f960997c2d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.655627] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.685850] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc41aa4-ae23-4df6-907d-e753c2f6d279 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.695324] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb0705-5998-40f1-b5bf-fe12c71662eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.707801] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.715393] env[68640]: DEBUG nova.compute.provider_tree [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.803941] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.148044] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.212768] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.219048] env[68640]: DEBUG nova.scheduler.client.report [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.647829] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991127, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.711863] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991128, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.296384} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.712202] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac/f3ead612-6445-46c7-ac93-8a56a5ab4fac.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.712447] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.713232] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b01c859-7610-4a7e-a17f-3fb4755e87e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.720678] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1028.720678] env[68640]: value = "task-2991129" [ 1028.720678] env[68640]: _type = "Task" [ 1028.720678] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.724352] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.730156] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.758s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.730156] env[68640]: INFO nova.compute.claims [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.740706] env[68640]: DEBUG nova.network.neutron [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Successfully updated port: 69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.741224] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.768555] env[68640]: INFO nova.scheduler.client.report [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Deleted allocations for instance b65e9b13-1027-4948-8e63-c1a9a22a0d88 [ 1028.814599] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.842392] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.842739] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.842915] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.843119] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.843269] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.843423] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.843641] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.843800] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.843964] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.844140] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.844316] env[68640]: DEBUG nova.virt.hardware [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.845562] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61a01dd-7412-4e3a-acef-fe4cb69bc4d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.855866] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e49c8-e43c-4527-b24f-7f549c85938a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.860755] env[68640]: DEBUG nova.compute.manager [req-a8650c2c-915a-43ad-9ba7-b8014ed52c64 req-0bb49eff-f779-4a8f-9fcf-5e257876fdaa service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-vif-plugged-69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.860965] env[68640]: DEBUG oslo_concurrency.lockutils [req-a8650c2c-915a-43ad-9ba7-b8014ed52c64 req-0bb49eff-f779-4a8f-9fcf-5e257876fdaa service nova] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.861195] env[68640]: DEBUG oslo_concurrency.lockutils [req-a8650c2c-915a-43ad-9ba7-b8014ed52c64 req-0bb49eff-f779-4a8f-9fcf-5e257876fdaa service nova] Lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.861367] env[68640]: DEBUG oslo_concurrency.lockutils [req-a8650c2c-915a-43ad-9ba7-b8014ed52c64 req-0bb49eff-f779-4a8f-9fcf-5e257876fdaa service nova] Lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.861600] env[68640]: DEBUG nova.compute.manager [req-a8650c2c-915a-43ad-9ba7-b8014ed52c64 req-0bb49eff-f779-4a8f-9fcf-5e257876fdaa service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] No waiting events found dispatching network-vif-plugged-69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.861741] env[68640]: WARNING nova.compute.manager [req-a8650c2c-915a-43ad-9ba7-b8014ed52c64 req-0bb49eff-f779-4a8f-9fcf-5e257876fdaa service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received unexpected event network-vif-plugged-69c396ae-e2b5-4cf9-99f5-75297b6a83be for instance with vm_state active and task_state None. [ 1029.073325] env[68640]: DEBUG nova.compute.manager [req-fec3fb2e-aa63-40ec-8928-7024ba5847ae req-2cda9ace-8471-43e3-88bb-8db9188e1e98 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Received event network-vif-plugged-db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.073562] env[68640]: DEBUG oslo_concurrency.lockutils [req-fec3fb2e-aa63-40ec-8928-7024ba5847ae req-2cda9ace-8471-43e3-88bb-8db9188e1e98 service nova] Acquiring lock "08575fe3-70c7-4f83-870e-632b5560a239-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.073788] env[68640]: DEBUG oslo_concurrency.lockutils [req-fec3fb2e-aa63-40ec-8928-7024ba5847ae req-2cda9ace-8471-43e3-88bb-8db9188e1e98 service nova] Lock "08575fe3-70c7-4f83-870e-632b5560a239-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.073924] env[68640]: DEBUG oslo_concurrency.lockutils [req-fec3fb2e-aa63-40ec-8928-7024ba5847ae req-2cda9ace-8471-43e3-88bb-8db9188e1e98 service nova] Lock "08575fe3-70c7-4f83-870e-632b5560a239-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.074365] env[68640]: DEBUG nova.compute.manager [req-fec3fb2e-aa63-40ec-8928-7024ba5847ae req-2cda9ace-8471-43e3-88bb-8db9188e1e98 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] No waiting events found dispatching network-vif-plugged-db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.074592] env[68640]: WARNING nova.compute.manager [req-fec3fb2e-aa63-40ec-8928-7024ba5847ae req-2cda9ace-8471-43e3-88bb-8db9188e1e98 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Received unexpected event network-vif-plugged-db9a0db6-62f9-4b63-81e5-8bbedf986d69 for instance with vm_state building and task_state spawning. [ 1029.077795] env[68640]: DEBUG nova.network.neutron [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Successfully updated port: db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.148041] env[68640]: DEBUG oslo_vmware.api [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991127, 'name': PowerOnVM_Task, 'duration_secs': 1.544368} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.148174] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.148376] env[68640]: INFO nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1029.148555] env[68640]: DEBUG nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.150019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432c2358-8259-40bc-b786-c29b38224720 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.231178] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07007} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.231446] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.232224] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c82427-e51e-44fd-9a86-9e228cc014e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.248447] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.248447] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.248607] env[68640]: DEBUG nova.network.neutron [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.258592] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac/f3ead612-6445-46c7-ac93-8a56a5ab4fac.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.262493] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe92711-9052-4034-a460-bed277911501 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.280062] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ba602279-f37f-4d18-ab09-0b29fd977bc4 tempest-ImagesOneServerNegativeTestJSON-1194374009 tempest-ImagesOneServerNegativeTestJSON-1194374009-project-member] Lock "b65e9b13-1027-4948-8e63-c1a9a22a0d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.410s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.289772] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1029.289772] env[68640]: value = "task-2991130" [ 1029.289772] env[68640]: _type = "Task" [ 1029.289772] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.300856] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.316114] env[68640]: WARNING nova.network.neutron [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] eab9e30e-7172-4080-acb5-9ac6f2980bf8 already exists in list: networks containing: ['eab9e30e-7172-4080-acb5-9ac6f2980bf8']. ignoring it [ 1029.581403] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-08575fe3-70c7-4f83-870e-632b5560a239" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.581591] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-08575fe3-70c7-4f83-870e-632b5560a239" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.581700] env[68640]: DEBUG nova.network.neutron [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.620483] env[68640]: DEBUG nova.network.neutron [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69c396ae-e2b5-4cf9-99f5-75297b6a83be", "address": "fa:16:3e:c4:a2:92", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c396ae-e2", "ovs_interfaceid": "69c396ae-e2b5-4cf9-99f5-75297b6a83be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.669342] env[68640]: INFO nova.compute.manager [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Took 29.85 seconds to build instance. [ 1029.801590] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991130, 'name': ReconfigVM_Task, 'duration_secs': 0.316645} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.804261] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac/f3ead612-6445-46c7-ac93-8a56a5ab4fac.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.805176] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16a62c34-7b6b-4535-b082-d6585d534c5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.812899] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1029.812899] env[68640]: value = "task-2991131" [ 1029.812899] env[68640]: _type = "Task" [ 1029.812899] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.823840] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991131, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.047633] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095a41a-a34e-4e3c-96d4-360fc365fa34 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.055733] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c92a2a-0f49-4802-8317-cdc287dd1cb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.087164] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327489c-8e56-4799-8d2a-b67cae81731f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.094394] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99299ca8-1822-4a18-928a-3720b5101b1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.111260] env[68640]: DEBUG nova.compute.provider_tree [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.118900] env[68640]: DEBUG nova.network.neutron [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.124435] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.125059] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.125223] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.126181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fae2c8-95e9-4f03-9648-9cfea94c08a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.142980] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1030.143208] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1030.143386] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1030.143616] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1030.143680] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1030.143814] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1030.144031] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1030.144198] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1030.144370] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1030.144533] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1030.144746] env[68640]: DEBUG nova.virt.hardware [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1030.151480] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Reconfiguring VM to attach interface {{(pid=68640) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1030.154208] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892bb2dc-afbd-4338-bbf5-4bdae8462c60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.170849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-27056a90-0d73-4359-ad52-2239ff61c817 tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "548bdbda-9689-4999-a2d9-1b00afef1913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.356s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.173343] env[68640]: DEBUG oslo_vmware.api [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1030.173343] env[68640]: value = "task-2991132" [ 1030.173343] env[68640]: _type = "Task" [ 1030.173343] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.181833] env[68640]: DEBUG oslo_vmware.api [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991132, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.283484] env[68640]: DEBUG nova.network.neutron [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Updating instance_info_cache with network_info: [{"id": "db9a0db6-62f9-4b63-81e5-8bbedf986d69", "address": "fa:16:3e:88:f1:e6", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9a0db6-62", "ovs_interfaceid": "db9a0db6-62f9-4b63-81e5-8bbedf986d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.324153] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991131, 'name': Rename_Task, 'duration_secs': 0.164366} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.324440] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.324712] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58f1409c-5e63-4546-a34b-f85463120d31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.332521] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1030.332521] env[68640]: value = "task-2991133" [ 1030.332521] env[68640]: _type = "Task" [ 1030.332521] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.341019] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.412358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "interface-548bdbda-9689-4999-a2d9-1b00afef1913-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.412592] env[68640]: DEBUG oslo_concurrency.lockutils [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "interface-548bdbda-9689-4999-a2d9-1b00afef1913-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.413017] env[68640]: DEBUG nova.objects.instance [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lazy-loading 'flavor' on Instance uuid 548bdbda-9689-4999-a2d9-1b00afef1913 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.614454] env[68640]: DEBUG nova.scheduler.client.report [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.684064] env[68640]: DEBUG oslo_vmware.api [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.786129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-08575fe3-70c7-4f83-870e-632b5560a239" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.786469] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Instance network_info: |[{"id": "db9a0db6-62f9-4b63-81e5-8bbedf986d69", "address": "fa:16:3e:88:f1:e6", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9a0db6-62", "ovs_interfaceid": "db9a0db6-62f9-4b63-81e5-8bbedf986d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.786897] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:f1:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9a0db6-62f9-4b63-81e5-8bbedf986d69', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.794434] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.794701] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.794923] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3188142-4d34-40b5-8e46-9dd38b20ac6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.815151] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.815151] env[68640]: value = "task-2991134" [ 1030.815151] env[68640]: _type = "Task" [ 1030.815151] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.823523] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991134, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.842787] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.917627] env[68640]: DEBUG nova.objects.instance [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lazy-loading 'pci_requests' on Instance uuid 548bdbda-9689-4999-a2d9-1b00afef1913 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.120418] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.120935] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.124139] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.847s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.124387] env[68640]: DEBUG nova.objects.instance [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lazy-loading 'resources' on Instance uuid a3c45c50-8960-42e7-b27d-96c258d4ea40 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.185420] env[68640]: DEBUG oslo_vmware.api [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991132, 'name': ReconfigVM_Task, 'duration_secs': 0.56544} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.185938] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.186175] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Reconfigured VM to attach interface {{(pid=68640) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1031.325840] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991134, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.342990] env[68640]: DEBUG oslo_vmware.api [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991133, 'name': PowerOnVM_Task, 'duration_secs': 0.602546} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.343274] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.343513] env[68640]: INFO nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1031.343719] env[68640]: DEBUG nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.344490] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44611a7d-0ada-4a17-9470-a7eb53127889 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.420695] env[68640]: DEBUG nova.objects.base [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Object Instance<548bdbda-9689-4999-a2d9-1b00afef1913> lazy-loaded attributes: flavor,pci_requests {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.420935] env[68640]: DEBUG nova.network.neutron [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.507813] env[68640]: DEBUG oslo_concurrency.lockutils [None req-172e1e2a-cb95-4bb7-a961-8333c1be850f tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "interface-548bdbda-9689-4999-a2d9-1b00afef1913-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.627103] env[68640]: DEBUG nova.compute.utils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.629050] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.629265] env[68640]: DEBUG nova.network.neutron [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.671867] env[68640]: DEBUG nova.policy [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b46fd895ae94012a0dce12319fe6620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b365e1112a469c8ff23e5d1ca90b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.693902] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9104433-d9b4-4006-97df-9c064d300c88 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-34c3d107-7cd7-422f-8aed-92db526d888a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.147s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.826340] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991134, 'name': CreateVM_Task, 'duration_secs': 0.512872} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.828743] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.829608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.829771] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.830084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.830379] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a98addf-3030-46f6-b618-c31107c79e80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.836293] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1031.836293] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a493d-ed77-7515-977c-d4389e67fff0" [ 1031.836293] env[68640]: _type = "Task" [ 1031.836293] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.847630] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a493d-ed77-7515-977c-d4389e67fff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.860919] env[68640]: INFO nova.compute.manager [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Took 28.54 seconds to build instance. [ 1031.948363] env[68640]: DEBUG nova.network.neutron [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Successfully created port: 0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.951913] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd66181-0e7c-42b5-9b24-7c86b862ebed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.960906] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20917b86-9fb7-4750-a88d-a3bcbc2e1c7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.998758] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd27b0e-5260-4fb3-9ae5-4116c326e769 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.007482] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb6d383-f3c3-4e61-87e6-1f42c2fefc24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.023305] env[68640]: DEBUG nova.compute.provider_tree [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.135413] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.347933] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a493d-ed77-7515-977c-d4389e67fff0, 'name': SearchDatastore_Task, 'duration_secs': 0.031587} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.348231] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.348478] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.348748] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.348903] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.349100] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.349368] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86088ec0-da57-409e-9c31-0688e37931a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.358350] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.358516] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.359222] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebf309b-4aa7-4196-8740-920eebc51c88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.363127] env[68640]: DEBUG oslo_concurrency.lockutils [None req-215ccdb8-6fc2-4837-88db-64c301957099 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.076s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.364948] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1032.364948] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5298f30f-6128-43fa-c8eb-fa4dd994d2c1" [ 1032.364948] env[68640]: _type = "Task" [ 1032.364948] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.373372] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5298f30f-6128-43fa-c8eb-fa4dd994d2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.526253] env[68640]: DEBUG nova.scheduler.client.report [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.876319] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5298f30f-6128-43fa-c8eb-fa4dd994d2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014114} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.877076] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47db62ca-d90a-44b5-ac60-02c010c0c723 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.883192] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1032.883192] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529aec9f-5809-d1a2-1b34-0bb018ece3da" [ 1032.883192] env[68640]: _type = "Task" [ 1032.883192] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.892190] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529aec9f-5809-d1a2-1b34-0bb018ece3da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.031063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.033713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.545s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.033990] env[68640]: DEBUG nova.objects.instance [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lazy-loading 'resources' on Instance uuid 124f78a2-c328-4ee8-a9c5-8dd292a96e46 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.057308] env[68640]: INFO nova.scheduler.client.report [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted allocations for instance a3c45c50-8960-42e7-b27d-96c258d4ea40 [ 1033.145978] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.148822] env[68640]: DEBUG nova.compute.manager [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-changed-69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.149025] env[68640]: DEBUG nova.compute.manager [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Refreshing instance network info cache due to event network-changed-69c396ae-e2b5-4cf9-99f5-75297b6a83be. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.149241] env[68640]: DEBUG oslo_concurrency.lockutils [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] Acquiring lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.149381] env[68640]: DEBUG oslo_concurrency.lockutils [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] Acquired lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.149560] env[68640]: DEBUG nova.network.neutron [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Refreshing network info cache for port 69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.161881] env[68640]: DEBUG nova.compute.manager [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Received event network-changed-db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.162086] env[68640]: DEBUG nova.compute.manager [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Refreshing instance network info cache due to event network-changed-db9a0db6-62f9-4b63-81e5-8bbedf986d69. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.162297] env[68640]: DEBUG oslo_concurrency.lockutils [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] Acquiring lock "refresh_cache-08575fe3-70c7-4f83-870e-632b5560a239" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.162437] env[68640]: DEBUG oslo_concurrency.lockutils [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] Acquired lock "refresh_cache-08575fe3-70c7-4f83-870e-632b5560a239" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.162616] env[68640]: DEBUG nova.network.neutron [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Refreshing network info cache for port db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.172241] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.172771] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.172771] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.172889] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.173042] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.173236] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.173815] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.173815] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.173815] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.173952] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.174056] env[68640]: DEBUG nova.virt.hardware [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.175268] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc06de7-bce5-41d3-ad70-83f38ca0c270 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.184497] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c1319e-c274-4bae-b2b1-af14a995b83e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.397262] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529aec9f-5809-d1a2-1b34-0bb018ece3da, 'name': SearchDatastore_Task, 'duration_secs': 0.02123} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.397619] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.398144] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 08575fe3-70c7-4f83-870e-632b5560a239/08575fe3-70c7-4f83-870e-632b5560a239.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.398215] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfd53abd-88de-421c-8c3d-95a6732e2a38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.406061] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1033.406061] env[68640]: value = "task-2991135" [ 1033.406061] env[68640]: _type = "Task" [ 1033.406061] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.415475] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.534727] env[68640]: DEBUG nova.network.neutron [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Successfully updated port: 0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.568261] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45735dcb-6400-4f1a-afdf-da2fd4d6f496 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "a3c45c50-8960-42e7-b27d-96c258d4ea40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.337s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.915969] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fc887e-595c-4857-81b3-d41ab47d16c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.925882] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991135, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.928898] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3811e2b8-ae83-4bb1-b8f9-dd170de68a09 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.941611] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "548bdbda-9689-4999-a2d9-1b00afef1913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.942089] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "548bdbda-9689-4999-a2d9-1b00afef1913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.942437] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "548bdbda-9689-4999-a2d9-1b00afef1913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.943292] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "548bdbda-9689-4999-a2d9-1b00afef1913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.943560] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "548bdbda-9689-4999-a2d9-1b00afef1913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.975620] env[68640]: DEBUG nova.network.neutron [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Updated VIF entry in instance network info cache for port db9a0db6-62f9-4b63-81e5-8bbedf986d69. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.975620] env[68640]: DEBUG nova.network.neutron [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Updating instance_info_cache with network_info: [{"id": "db9a0db6-62f9-4b63-81e5-8bbedf986d69", "address": "fa:16:3e:88:f1:e6", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9a0db6-62", "ovs_interfaceid": "db9a0db6-62f9-4b63-81e5-8bbedf986d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.975939] env[68640]: INFO nova.compute.manager [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Terminating instance [ 1033.977788] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be494f1-38ca-45e9-8f8e-dee4ea259eed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.992409] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6aa952-f210-482c-b0f0-7db7068e057c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.011368] env[68640]: DEBUG nova.compute.provider_tree [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.036171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "refresh_cache-4e9be1b1-c7b3-4326-9916-ee4594ed2440" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.036307] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "refresh_cache-4e9be1b1-c7b3-4326-9916-ee4594ed2440" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.036459] env[68640]: DEBUG nova.network.neutron [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.097151] env[68640]: DEBUG nova.network.neutron [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updated VIF entry in instance network info cache for port 69c396ae-e2b5-4cf9-99f5-75297b6a83be. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.097600] env[68640]: DEBUG nova.network.neutron [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "69c396ae-e2b5-4cf9-99f5-75297b6a83be", "address": "fa:16:3e:c4:a2:92", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c396ae-e2", "ovs_interfaceid": "69c396ae-e2b5-4cf9-99f5-75297b6a83be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.417536] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535674} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.417887] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 08575fe3-70c7-4f83-870e-632b5560a239/08575fe3-70c7-4f83-870e-632b5560a239.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.418118] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.418363] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0536833-d9fb-4d17-96cc-80b29c441592 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.425633] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1034.425633] env[68640]: value = "task-2991136" [ 1034.425633] env[68640]: _type = "Task" [ 1034.425633] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.433908] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.484068] env[68640]: DEBUG oslo_concurrency.lockutils [req-4fc8a6eb-68ad-431c-82e4-2f9b66bae4d4 req-baeb20e1-c297-4840-bbd9-9aa4b4a7cc43 service nova] Releasing lock "refresh_cache-08575fe3-70c7-4f83-870e-632b5560a239" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.486726] env[68640]: DEBUG nova.compute.manager [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.486847] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.487791] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef4c0d-ea0e-4cd9-b28d-8c35b43809d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.496826] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.497114] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c059c70f-c7c9-4b30-9617-dbff0ea2c952 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.505113] env[68640]: DEBUG oslo_vmware.api [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1034.505113] env[68640]: value = "task-2991137" [ 1034.505113] env[68640]: _type = "Task" [ 1034.505113] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.515481] env[68640]: DEBUG nova.scheduler.client.report [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.523019] env[68640]: DEBUG oslo_vmware.api [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.599105] env[68640]: DEBUG nova.network.neutron [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.600746] env[68640]: DEBUG oslo_concurrency.lockutils [req-5591aa94-732b-4cfc-85b1-e2a35493038c req-888cb375-d300-47ae-a79b-fa2287e41009 service nova] Releasing lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.617445] env[68640]: INFO nova.compute.manager [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Rebuilding instance [ 1034.634141] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "interface-34c3d107-7cd7-422f-8aed-92db526d888a-69c396ae-e2b5-4cf9-99f5-75297b6a83be" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.634396] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-34c3d107-7cd7-422f-8aed-92db526d888a-69c396ae-e2b5-4cf9-99f5-75297b6a83be" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.693380] env[68640]: DEBUG nova.compute.manager [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.694472] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79fc0b2-f6ce-42ea-a711-cb6709695997 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.936435] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07893} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.936747] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.937642] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134dea47-7d26-49a8-a70f-2515ee16d644 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.961297] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 08575fe3-70c7-4f83-870e-632b5560a239/08575fe3-70c7-4f83-870e-632b5560a239.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.961572] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb708f5-e971-4281-b41b-318c2822b72b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.983969] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1034.983969] env[68640]: value = "task-2991138" [ 1034.983969] env[68640]: _type = "Task" [ 1034.983969] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.993019] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.018868] env[68640]: DEBUG oslo_vmware.api [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991137, 'name': PowerOffVM_Task, 'duration_secs': 0.29887} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.019266] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.019499] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.019827] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7cfc89e-9a15-4075-be8a-f80ad06a635a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.025092] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.028415] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.505s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.028653] env[68640]: DEBUG nova.objects.instance [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lazy-loading 'resources' on Instance uuid b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.053651] env[68640]: INFO nova.scheduler.client.report [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted allocations for instance 124f78a2-c328-4ee8-a9c5-8dd292a96e46 [ 1035.099250] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.099556] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.099751] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Deleting the datastore file [datastore2] 548bdbda-9689-4999-a2d9-1b00afef1913 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.100293] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e844831-9598-4c60-8e21-4306c6c4802f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.108531] env[68640]: DEBUG oslo_vmware.api [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for the task: (returnval){ [ 1035.108531] env[68640]: value = "task-2991140" [ 1035.108531] env[68640]: _type = "Task" [ 1035.108531] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.123233] env[68640]: DEBUG oslo_vmware.api [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.140588] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.140776] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.144386] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa406a85-5b5f-45de-9ea7-b846800deb0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.161472] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ccb5ee-adb7-4555-a065-95d6e6db8d2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.190853] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Reconfiguring VM to detach interface {{(pid=68640) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1035.192545] env[68640]: DEBUG nova.network.neutron [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Updating instance_info_cache with network_info: [{"id": "0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f", "address": "fa:16:3e:5e:04:ca", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7ec4e9-c0", "ovs_interfaceid": "0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.193797] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad5c5df-0bab-448f-9d72-276bcec27535 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.212914] env[68640]: DEBUG nova.compute.manager [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Received event network-vif-plugged-0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.212914] env[68640]: DEBUG oslo_concurrency.lockutils [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] Acquiring lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.213206] env[68640]: DEBUG oslo_concurrency.lockutils [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.213364] env[68640]: DEBUG oslo_concurrency.lockutils [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.213542] env[68640]: DEBUG nova.compute.manager [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] No waiting events found dispatching network-vif-plugged-0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.213708] env[68640]: WARNING nova.compute.manager [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Received unexpected event network-vif-plugged-0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f for instance with vm_state building and task_state spawning. [ 1035.213887] env[68640]: DEBUG nova.compute.manager [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Received event network-changed-0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.214055] env[68640]: DEBUG nova.compute.manager [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Refreshing instance network info cache due to event network-changed-0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1035.214324] env[68640]: DEBUG oslo_concurrency.lockutils [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] Acquiring lock "refresh_cache-4e9be1b1-c7b3-4326-9916-ee4594ed2440" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.222091] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1035.222091] env[68640]: value = "task-2991141" [ 1035.222091] env[68640]: _type = "Task" [ 1035.222091] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.232356] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.500386] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991138, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.566192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f87248f7-85e3-40b5-931f-7a0c47be0183 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "124f78a2-c328-4ee8-a9c5-8dd292a96e46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.722s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.628375] env[68640]: DEBUG oslo_vmware.api [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Task: {'id': task-2991140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14349} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.628375] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.628375] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.628375] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.628375] env[68640]: INFO nova.compute.manager [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1035.628375] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.628611] env[68640]: DEBUG nova.compute.manager [-] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.628643] env[68640]: DEBUG nova.network.neutron [-] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.710620] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "refresh_cache-4e9be1b1-c7b3-4326-9916-ee4594ed2440" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.710962] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Instance network_info: |[{"id": "0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f", "address": "fa:16:3e:5e:04:ca", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7ec4e9-c0", "ovs_interfaceid": "0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.711333] env[68640]: DEBUG oslo_concurrency.lockutils [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] Acquired lock "refresh_cache-4e9be1b1-c7b3-4326-9916-ee4594ed2440" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.711531] env[68640]: DEBUG nova.network.neutron [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Refreshing network info cache for port 0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.716646] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:04:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.725726] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.730298] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.730616] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.731277] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0bc435d-2321-402f-ae49-99d08c77c2ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.740910] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68bded47-919c-46e0-a74a-a822dd05e427 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.768166] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.771336] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.771336] env[68640]: value = "task-2991143" [ 1035.771336] env[68640]: _type = "Task" [ 1035.771336] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.771336] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1035.771336] env[68640]: value = "task-2991142" [ 1035.771336] env[68640]: _type = "Task" [ 1035.771336] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.789957] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.793855] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991143, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.975149] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2239b4c-34e1-4105-9c13-de9a2970ac08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.981257] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a161093-72d6-4774-96a3-37dec0e787ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.023323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b13db3-0733-4345-a705-69ab553367c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.026872] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991138, 'name': ReconfigVM_Task, 'duration_secs': 0.55238} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.027802] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 08575fe3-70c7-4f83-870e-632b5560a239/08575fe3-70c7-4f83-870e-632b5560a239.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.028749] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90e0a038-b024-41a3-be4d-45bc3bc69077 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.035429] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f35dd61-244b-49c0-8227-0a2f0671b315 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.041786] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1036.041786] env[68640]: value = "task-2991144" [ 1036.041786] env[68640]: _type = "Task" [ 1036.041786] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.058518] env[68640]: DEBUG nova.compute.provider_tree [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.068058] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991144, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.241307] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.288170] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991142, 'name': PowerOffVM_Task, 'duration_secs': 0.22594} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.293700] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.294125] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.294773] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991143, 'name': CreateVM_Task, 'duration_secs': 0.402157} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.295599] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2cc91-1c56-45a2-bc30-d90e9885d10f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.298865] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.299878] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.300358] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.300663] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.303431] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a3333a-d88b-4e77-83e9-d1dd3a967629 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.307037] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.308469] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-911f2569-6134-44a9-a308-296fcdf4fa8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.310642] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1036.310642] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520772f7-aed6-622d-cad9-546b90d95c6a" [ 1036.310642] env[68640]: _type = "Task" [ 1036.310642] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.326203] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520772f7-aed6-622d-cad9-546b90d95c6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.326651] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.327111] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.327425] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.327723] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.327986] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.328407] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8fae20b-1429-4c45-9a18-cdae09328d53 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.352576] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.353024] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.353881] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f9fe22-7f50-46db-a9dd-95c1d9b85e50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.362449] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1036.362449] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7b482-be0b-45f0-b773-2bc0966ee0c2" [ 1036.362449] env[68640]: _type = "Task" [ 1036.362449] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.370012] env[68640]: DEBUG nova.compute.manager [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1036.380215] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d7b482-be0b-45f0-b773-2bc0966ee0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.014215} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.383441] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44136f16-fdde-4c63-85f3-927929b3e4fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.394865] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1036.394865] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a8c171-eec3-1050-3aa8-e109eb0337b1" [ 1036.394865] env[68640]: _type = "Task" [ 1036.394865] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.404036] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.404475] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.404829] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleting the datastore file [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.410532] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d533b86-575a-4d73-918a-e9bb028145fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.413117] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a8c171-eec3-1050-3aa8-e109eb0337b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.419959] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1036.419959] env[68640]: value = "task-2991146" [ 1036.419959] env[68640]: _type = "Task" [ 1036.419959] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.436123] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.528024] env[68640]: DEBUG nova.network.neutron [-] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.540094] env[68640]: DEBUG nova.network.neutron [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Updated VIF entry in instance network info cache for port 0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.540706] env[68640]: DEBUG nova.network.neutron [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Updating instance_info_cache with network_info: [{"id": "0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f", "address": "fa:16:3e:5e:04:ca", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f7ec4e9-c0", "ovs_interfaceid": "0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.556916] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991144, 'name': Rename_Task, 'duration_secs': 0.18639} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.557244] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.557498] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9725382-fe2c-4aef-8a90-9aef3f6f8455 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.562289] env[68640]: DEBUG nova.scheduler.client.report [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.568494] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1036.568494] env[68640]: value = "task-2991147" [ 1036.568494] env[68640]: _type = "Task" [ 1036.568494] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.578200] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.672728] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquiring lock "674d25c3-2c1c-4241-9547-94827d3aebea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.673031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "674d25c3-2c1c-4241-9547-94827d3aebea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.673263] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquiring lock "674d25c3-2c1c-4241-9547-94827d3aebea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.673455] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "674d25c3-2c1c-4241-9547-94827d3aebea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.673624] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "674d25c3-2c1c-4241-9547-94827d3aebea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.677267] env[68640]: INFO nova.compute.manager [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Terminating instance [ 1036.742970] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.893605] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.906916] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a8c171-eec3-1050-3aa8-e109eb0337b1, 'name': SearchDatastore_Task, 'duration_secs': 0.019421} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.907223] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.907487] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 4e9be1b1-c7b3-4326-9916-ee4594ed2440/4e9be1b1-c7b3-4326-9916-ee4594ed2440.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.907756] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-652e566d-076c-4850-a1f1-8d11b26b9a79 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.915225] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1036.915225] env[68640]: value = "task-2991148" [ 1036.915225] env[68640]: _type = "Task" [ 1036.915225] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.923889] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.937089] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182666} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.937089] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.937089] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.937089] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.032983] env[68640]: INFO nova.compute.manager [-] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Took 1.40 seconds to deallocate network for instance. [ 1037.048366] env[68640]: DEBUG oslo_concurrency.lockutils [req-8321ec46-222b-45e7-a57d-1e53a2e640c1 req-984597d9-f03c-4e1f-a861-02cc35559103 service nova] Releasing lock "refresh_cache-4e9be1b1-c7b3-4326-9916-ee4594ed2440" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.069537] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.073063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.801s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.075489] env[68640]: INFO nova.compute.claims [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.091310] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991147, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.093642] env[68640]: INFO nova.scheduler.client.report [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Deleted allocations for instance b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9 [ 1037.179905] env[68640]: DEBUG nova.compute.manager [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.180168] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.180447] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04354bba-b79f-4acd-a4cd-653aff37d2c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.189895] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 1037.189895] env[68640]: value = "task-2991149" [ 1037.189895] env[68640]: _type = "Task" [ 1037.189895] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.201966] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.227890] env[68640]: DEBUG nova.compute.manager [req-3fc492d3-7266-4ed8-a397-31adbdd3e0b9 req-c97a7adb-4c2d-4340-bf10-a8b9adda7cdd service nova] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Received event network-vif-deleted-620e0de1-34b1-46a5-bcba-c0ee6c472188 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.247151] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.427565] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991148, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.539656] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.584147] env[68640]: DEBUG oslo_vmware.api [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991147, 'name': PowerOnVM_Task, 'duration_secs': 0.816666} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.584485] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.587761] env[68640]: INFO nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1037.587761] env[68640]: DEBUG nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.587761] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfda15d6-aaef-49e0-80a8-48df6fc7a6a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.607875] env[68640]: DEBUG oslo_concurrency.lockutils [None req-97267d94-ccc5-4b5f-ba99-adbf95052328 tempest-MultipleCreateTestJSON-1376520365 tempest-MultipleCreateTestJSON-1376520365-project-member] Lock "b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.676s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.700576] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991149, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.743448] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.926759] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681412} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.926894] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 4e9be1b1-c7b3-4326-9916-ee4594ed2440/4e9be1b1-c7b3-4326-9916-ee4594ed2440.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.927094] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.927395] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec8ed996-cadc-493f-95dd-c47e87b3162b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.935422] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1037.935422] env[68640]: value = "task-2991150" [ 1037.935422] env[68640]: _type = "Task" [ 1037.935422] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.949068] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.010123] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.010388] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.010543] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.010699] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.010840] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.010993] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.011515] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.011697] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.011841] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.012010] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.012262] env[68640]: DEBUG nova.virt.hardware [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.013248] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2255f1be-88bb-4a00-9ced-a2ff35a6d262 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.022136] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a499089-d578-4380-8ba7-deffc88c6435 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.042686] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:f6:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.052695] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.053040] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.053399] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2da2739-05e6-464a-b9c0-c733bdfb5508 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.077145] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.077145] env[68640]: value = "task-2991151" [ 1038.077145] env[68640]: _type = "Task" [ 1038.077145] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.087043] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991151, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.121630] env[68640]: INFO nova.compute.manager [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Took 32.56 seconds to build instance. [ 1038.201825] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991149, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.245812] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.456969] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079203} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.457965] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.458849] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd63be2-ee22-469b-a7cb-9b8975978c86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.491030] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4e9be1b1-c7b3-4326-9916-ee4594ed2440/4e9be1b1-c7b3-4326-9916-ee4594ed2440.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.494913] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c465549e-3635-40f1-9bbf-8a7f8b6e77a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.521227] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1038.521227] env[68640]: value = "task-2991152" [ 1038.521227] env[68640]: _type = "Task" [ 1038.521227] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.532133] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.552009] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dfc3a2-4deb-48ae-a06a-e8b6501d0711 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.562269] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ee7f19-5c4a-47af-9440-8602eddc372e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.598732] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b2b381-1753-4823-9580-d4b7981989f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.611825] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd55f5-46d9-4a38-a77f-fdfbb88c42b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.616485] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991151, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.629208] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45ba29d1-9945-4032-a9a3-933804456a3c tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.082s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.629208] env[68640]: DEBUG nova.compute.provider_tree [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.703038] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991149, 'name': PowerOffVM_Task, 'duration_secs': 1.204505} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.703331] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.703540] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1038.703853] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599799', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'name': 'volume-c7f5a868-b287-4c73-889d-48bc6c13effa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '674d25c3-2c1c-4241-9547-94827d3aebea', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'serial': 'c7f5a868-b287-4c73-889d-48bc6c13effa'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1038.704740] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159bf327-32f8-4d4e-90d2-5136d7d03e96 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.730449] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "08575fe3-70c7-4f83-870e-632b5560a239" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.730720] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.730994] env[68640]: DEBUG nova.compute.manager [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.735025] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cdc4dd-750e-40df-a983-9fa99aa7a93f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.736068] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624ba69-f696-47f1-8f51-e3897547ac0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.750642] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.754597] env[68640]: DEBUG nova.compute.manager [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1038.755735] env[68640]: DEBUG nova.objects.instance [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'flavor' on Instance uuid 08575fe3-70c7-4f83-870e-632b5560a239 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.761163] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4cf820-75e3-4e10-948a-5041d8009352 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.784912] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fbc5e4-75ce-4722-8f39-8ad6419115c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.804460] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] The volume has not been displaced from its original location: [datastore1] volume-c7f5a868-b287-4c73-889d-48bc6c13effa/volume-c7f5a868-b287-4c73-889d-48bc6c13effa.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1038.811592] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1038.811932] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2855cef-062b-498a-a558-a6881eaed84b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.835256] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 1038.835256] env[68640]: value = "task-2991153" [ 1038.835256] env[68640]: _type = "Task" [ 1038.835256] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.845719] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.036026] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.105021] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991151, 'name': CreateVM_Task, 'duration_secs': 0.798457} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.105490] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.105932] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.106113] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.106431] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.106692] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da176707-e6fd-4fc5-b232-545490383a80 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.112402] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1039.112402] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c71a4f-72b2-1765-2006-313fbc55f19f" [ 1039.112402] env[68640]: _type = "Task" [ 1039.112402] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.121741] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c71a4f-72b2-1765-2006-313fbc55f19f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.131918] env[68640]: DEBUG nova.scheduler.client.report [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.261756] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.347013] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991153, 'name': ReconfigVM_Task, 'duration_secs': 0.218428} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.347436] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1039.352238] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d8f46b0-9c90-4f6a-8a01-cbe3485a51ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.372129] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 1039.372129] env[68640]: value = "task-2991154" [ 1039.372129] env[68640]: _type = "Task" [ 1039.372129] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.383689] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.532898] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991152, 'name': ReconfigVM_Task, 'duration_secs': 0.547771} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.534155] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4e9be1b1-c7b3-4326-9916-ee4594ed2440/4e9be1b1-c7b3-4326-9916-ee4594ed2440.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.534308] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f33affe7-cb23-4251-a488-900961faa09b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.546773] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1039.546773] env[68640]: value = "task-2991155" [ 1039.546773] env[68640]: _type = "Task" [ 1039.546773] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.560763] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991155, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.622912] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c71a4f-72b2-1765-2006-313fbc55f19f, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.623257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.623500] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.623758] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.623927] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.624131] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.624412] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6a5a76-4dad-4233-a24c-bcc282b32fb7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.634756] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.634882] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.635614] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005cf650-d3f9-4819-b03f-c030697e8b17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.639741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.566s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.639741] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.645022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.916s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.645022] env[68640]: INFO nova.compute.claims [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.650239] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1039.650239] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b37804-f332-c356-f623-7066f4baffb2" [ 1039.650239] env[68640]: _type = "Task" [ 1039.650239] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.659721] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b37804-f332-c356-f623-7066f4baffb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.750825] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.770954] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.770954] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce101610-a391-4001-ab32-48c5d7af76b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.780940] env[68640]: DEBUG oslo_vmware.api [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1039.780940] env[68640]: value = "task-2991156" [ 1039.780940] env[68640]: _type = "Task" [ 1039.780940] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.791966] env[68640]: DEBUG oslo_vmware.api [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.883236] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991154, 'name': ReconfigVM_Task, 'duration_secs': 0.12936} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.883558] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599799', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'name': 'volume-c7f5a868-b287-4c73-889d-48bc6c13effa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '674d25c3-2c1c-4241-9547-94827d3aebea', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7f5a868-b287-4c73-889d-48bc6c13effa', 'serial': 'c7f5a868-b287-4c73-889d-48bc6c13effa'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1039.883895] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.885589] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2679bae5-9023-49b6-b422-4df9a321aaf2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.896053] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.896330] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc119537-33d2-44b0-8129-a141df244b59 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.980579] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.980883] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.981087] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Deleting the datastore file [datastore1] 674d25c3-2c1c-4241-9547-94827d3aebea {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.981387] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcc0969f-68b2-4ec8-ab74-eb3c6c363109 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.990507] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for the task: (returnval){ [ 1039.990507] env[68640]: value = "task-2991158" [ 1039.990507] env[68640]: _type = "Task" [ 1039.990507] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.001536] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.058215] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991155, 'name': Rename_Task, 'duration_secs': 0.159326} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.058613] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.058908] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3434a4f7-6f53-4d1a-87c9-ab9ae18095aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.066940] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1040.066940] env[68640]: value = "task-2991159" [ 1040.066940] env[68640]: _type = "Task" [ 1040.066940] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.077431] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.150561] env[68640]: DEBUG nova.compute.utils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.155019] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.155019] env[68640]: DEBUG nova.network.neutron [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.168890] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b37804-f332-c356-f623-7066f4baffb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.170637] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e517563c-2797-4588-90e0-1952b98b2387 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.181836] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1040.181836] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e668de-9b1b-755b-73e5-e50b4dc7985b" [ 1040.181836] env[68640]: _type = "Task" [ 1040.181836] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.195244] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e668de-9b1b-755b-73e5-e50b4dc7985b, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.195547] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.195840] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.196382] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ebc6c4b-a9ba-4ce8-8884-673a0bf0ae35 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.205630] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1040.205630] env[68640]: value = "task-2991160" [ 1040.205630] env[68640]: _type = "Task" [ 1040.205630] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.217597] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.251612] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.268013] env[68640]: DEBUG nova.policy [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651d61000c37486497eca90a03d72dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a57f3f50224362a0f6a8e47f6446de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.295738] env[68640]: DEBUG oslo_vmware.api [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991156, 'name': PowerOffVM_Task, 'duration_secs': 0.22063} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.296076] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.296330] env[68640]: DEBUG nova.compute.manager [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.297589] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277fca0a-c40e-4fb5-92f0-88cb1cab09b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.503791] env[68640]: DEBUG oslo_vmware.api [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Task: {'id': task-2991158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082882} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.503791] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.503791] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.503791] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.503791] env[68640]: INFO nova.compute.manager [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Took 3.32 seconds to destroy the instance on the hypervisor. [ 1040.504031] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.504227] env[68640]: DEBUG nova.compute.manager [-] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.504303] env[68640]: DEBUG nova.network.neutron [-] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.584956] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991159, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.660330] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.720232] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991160, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.756901] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.774279] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.774279] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.812816] env[68640]: DEBUG nova.network.neutron [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Successfully created port: c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.815643] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d731ac1f-b7fa-418e-b797-8b79b5a1e719 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.085749] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.088103] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3b82f1-7634-4ab6-86d9-f9ca3cdc707b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.098567] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6db6dd3-d359-4834-baca-e01c4ded5f26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.144797] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92020f7b-98cd-4aca-8a75-5483bf2cc500 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.157263] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef16e9-489b-4a66-a392-ab6c7b6c450f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.178138] env[68640]: DEBUG nova.compute.provider_tree [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.222303] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51567} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.223470] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.223745] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.224055] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f5f1d12-2a33-44be-8929-bbbdc87df2be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.236388] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1041.236388] env[68640]: value = "task-2991161" [ 1041.236388] env[68640]: _type = "Task" [ 1041.236388] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.246738] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.257922] env[68640]: DEBUG oslo_vmware.api [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991141, 'name': ReconfigVM_Task, 'duration_secs': 5.827361} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.258106] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.258324] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Reconfigured VM to detach interface {{(pid=68640) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1041.273138] env[68640]: DEBUG nova.compute.manager [req-2038dc45-38a5-4808-a02e-b6d961d54548 req-4eb87eb4-ee93-4219-9a5d-6da78ed5edb4 service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Received event network-vif-deleted-ea633e04-9f2d-4494-a51b-b87d09861506 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.273138] env[68640]: INFO nova.compute.manager [req-2038dc45-38a5-4808-a02e-b6d961d54548 req-4eb87eb4-ee93-4219-9a5d-6da78ed5edb4 service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Neutron deleted interface ea633e04-9f2d-4494-a51b-b87d09861506; detaching it from the instance and deleting it from the info cache [ 1041.273138] env[68640]: DEBUG nova.network.neutron [req-2038dc45-38a5-4808-a02e-b6d961d54548 req-4eb87eb4-ee93-4219-9a5d-6da78ed5edb4 service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.277581] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.583322] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991159, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.613572] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "08575fe3-70c7-4f83-870e-632b5560a239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.613840] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.614053] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "08575fe3-70c7-4f83-870e-632b5560a239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.614234] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.614403] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.616793] env[68640]: INFO nova.compute.manager [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Terminating instance [ 1041.682483] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.690019] env[68640]: DEBUG nova.scheduler.client.report [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.704772] env[68640]: DEBUG nova.network.neutron [-] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.720166] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.720629] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.720629] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.720754] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.720891] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.721108] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.721397] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.721575] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.722385] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.722631] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.722867] env[68640]: DEBUG nova.virt.hardware [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.723765] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e387a84-fa02-4674-ba26-f3976c34af16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.735293] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f0fa2-01c4-4802-9089-f54892ef2696 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.752181] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069169} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.758333] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.759383] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559c77c-e20f-4f3e-84aa-c69d545507db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.784396] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.784747] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e1bbf3b-9592-4648-a1f5-208514121355 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.789125] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228cce23-32f2-4bfa-92e8-aa60bca4f898 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.816183] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ace3ae0-6620-4b31-982c-fb351cffdcd8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.827816] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1041.827816] env[68640]: value = "task-2991162" [ 1041.827816] env[68640]: _type = "Task" [ 1041.827816] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.828795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.852665] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.865575] env[68640]: DEBUG nova.compute.manager [req-2038dc45-38a5-4808-a02e-b6d961d54548 req-4eb87eb4-ee93-4219-9a5d-6da78ed5edb4 service nova] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Detach interface failed, port_id=ea633e04-9f2d-4494-a51b-b87d09861506, reason: Instance 674d25c3-2c1c-4241-9547-94827d3aebea could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.082855] env[68640]: DEBUG oslo_vmware.api [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991159, 'name': PowerOnVM_Task, 'duration_secs': 1.864025} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.083215] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.083441] env[68640]: INFO nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1042.084119] env[68640]: DEBUG nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.084925] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a4e7c-768c-4642-90f6-f046ad718969 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.121264] env[68640]: DEBUG nova.compute.manager [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.121513] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.122564] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f8cc5b-9c0a-482c-add5-0514f69c2db1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.132806] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.134195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43249421-21ed-48f4-a442-265a58e6f89b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.138772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.139011] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.194209] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.194791] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.197552] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.954s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.197552] env[68640]: DEBUG nova.objects.instance [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid 5a50a555-c80e-4eb7-bf33-7837df4b3688 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.210119] env[68640]: INFO nova.compute.manager [-] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Took 1.70 seconds to deallocate network for instance. [ 1042.214550] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.214814] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.216233] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleting the datastore file [datastore2] 08575fe3-70c7-4f83-870e-632b5560a239 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.216233] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17957f56-998b-4b7a-8d3a-162f5e729fd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.225187] env[68640]: DEBUG oslo_vmware.api [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1042.225187] env[68640]: value = "task-2991164" [ 1042.225187] env[68640]: _type = "Task" [ 1042.225187] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.235018] env[68640]: DEBUG oslo_vmware.api [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.340864] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991162, 'name': ReconfigVM_Task, 'duration_secs': 0.34984} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.341174] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Reconfigured VM instance instance-00000041 to attach disk [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd/d5d99f2b-aff9-4911-a41c-87068527ecfd.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.341933] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e8ab205-32cb-475a-872b-80144792c89a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.349193] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1042.349193] env[68640]: value = "task-2991165" [ 1042.349193] env[68640]: _type = "Task" [ 1042.349193] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.362029] env[68640]: DEBUG nova.compute.manager [req-45668880-f1fb-4e15-8b5b-810b992e92a1 req-919646b2-858e-45cd-a34e-367256670792 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Received event network-vif-plugged-c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.362202] env[68640]: DEBUG oslo_concurrency.lockutils [req-45668880-f1fb-4e15-8b5b-810b992e92a1 req-919646b2-858e-45cd-a34e-367256670792 service nova] Acquiring lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.362503] env[68640]: DEBUG oslo_concurrency.lockutils [req-45668880-f1fb-4e15-8b5b-810b992e92a1 req-919646b2-858e-45cd-a34e-367256670792 service nova] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.362586] env[68640]: DEBUG oslo_concurrency.lockutils [req-45668880-f1fb-4e15-8b5b-810b992e92a1 req-919646b2-858e-45cd-a34e-367256670792 service nova] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.362729] env[68640]: DEBUG nova.compute.manager [req-45668880-f1fb-4e15-8b5b-810b992e92a1 req-919646b2-858e-45cd-a34e-367256670792 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] No waiting events found dispatching network-vif-plugged-c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.362889] env[68640]: WARNING nova.compute.manager [req-45668880-f1fb-4e15-8b5b-810b992e92a1 req-919646b2-858e-45cd-a34e-367256670792 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Received unexpected event network-vif-plugged-c5d69643-ca36-4549-bfbe-25be9a8e143b for instance with vm_state building and task_state spawning. [ 1042.363508] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991165, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.385842] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.385952] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "34c3d107-7cd7-422f-8aed-92db526d888a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.386642] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.386642] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.386773] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "34c3d107-7cd7-422f-8aed-92db526d888a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.390023] env[68640]: INFO nova.compute.manager [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Terminating instance [ 1042.520071] env[68640]: DEBUG nova.network.neutron [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Successfully updated port: c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.532095] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.532320] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.532555] env[68640]: DEBUG nova.network.neutron [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.601751] env[68640]: INFO nova.compute.manager [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Took 27.66 seconds to build instance. [ 1042.641677] env[68640]: DEBUG nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.701854] env[68640]: DEBUG nova.compute.utils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.706022] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.706318] env[68640]: DEBUG nova.network.neutron [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.739212] env[68640]: DEBUG oslo_vmware.api [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486397} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.739644] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.739884] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.740201] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.740440] env[68640]: INFO nova.compute.manager [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1042.740744] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.741148] env[68640]: DEBUG nova.compute.manager [-] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.741148] env[68640]: DEBUG nova.network.neutron [-] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.767840] env[68640]: DEBUG nova.policy [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651d61000c37486497eca90a03d72dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a57f3f50224362a0f6a8e47f6446de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.776846] env[68640]: INFO nova.compute.manager [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Took 0.57 seconds to detach 1 volumes for instance. [ 1042.778470] env[68640]: DEBUG nova.compute.manager [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Deleting volume: c7f5a868-b287-4c73-889d-48bc6c13effa {{(pid=68640) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1042.864764] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991165, 'name': Rename_Task, 'duration_secs': 0.186545} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.866338] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.866642] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6020e286-512d-4a59-aa18-4e1c6e9ef6f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.876670] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1042.876670] env[68640]: value = "task-2991167" [ 1042.876670] env[68640]: _type = "Task" [ 1042.876670] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.887477] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.894640] env[68640]: DEBUG nova.compute.manager [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.895589] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.895856] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180a1f09-f298-4885-a4df-731c76672808 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.906414] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.911019] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61148c69-f6bf-4cbd-aede-843ca2e367ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.918365] env[68640]: DEBUG oslo_vmware.api [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1042.918365] env[68640]: value = "task-2991168" [ 1042.918365] env[68640]: _type = "Task" [ 1042.918365] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.932560] env[68640]: DEBUG oslo_vmware.api [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.028068] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.028567] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.028740] env[68640]: DEBUG nova.network.neutron [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.104618] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b596557-ea15-47ff-82c6-28240372577e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.169s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.106840] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12411433-9654-49c0-b3c8-06259c29dfeb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.115585] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47468378-0edd-4f1f-aa48-fd966baea48a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.155806] env[68640]: DEBUG nova.network.neutron [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Successfully created port: 188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.160499] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d1f60-ef5c-48b2-9cc5-15a35037d08c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.170124] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7feed-72b4-4d98-b43d-e161eb6f61b4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176208] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.187906] env[68640]: DEBUG nova.compute.provider_tree [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.210785] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.334246] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.352496] env[68640]: INFO nova.network.neutron [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Port 69c396ae-e2b5-4cf9-99f5-75297b6a83be from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1043.352937] env[68640]: DEBUG nova.network.neutron [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [{"id": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "address": "fa:16:3e:24:31:c5", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3af4d3f5-b6", "ovs_interfaceid": "3af4d3f5-b6e1-4db6-ac98-594b343841ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.388262] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.432289] env[68640]: DEBUG oslo_vmware.api [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991168, 'name': PowerOffVM_Task, 'duration_secs': 0.236874} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.432696] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.432885] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.433174] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-959385d9-bd9e-4188-a0b9-2b017693b51a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.518101] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.518495] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.518594] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleting the datastore file [datastore1] 34c3d107-7cd7-422f-8aed-92db526d888a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.518816] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56b418cf-86d0-4b6c-8734-956a67454486 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.528164] env[68640]: DEBUG oslo_vmware.api [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1043.528164] env[68640]: value = "task-2991170" [ 1043.528164] env[68640]: _type = "Task" [ 1043.528164] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.540471] env[68640]: DEBUG oslo_vmware.api [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.575067] env[68640]: DEBUG nova.network.neutron [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.589338] env[68640]: DEBUG nova.network.neutron [-] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.592730] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f49ce-3f5d-48f1-a621-f7abb837eef7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.601392] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Suspending the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1043.601754] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fb031120-0434-4c3e-9291-bd54a8a2e1c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.610021] env[68640]: DEBUG oslo_vmware.api [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1043.610021] env[68640]: value = "task-2991171" [ 1043.610021] env[68640]: _type = "Task" [ 1043.610021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.623242] env[68640]: DEBUG nova.compute.manager [req-488c1cc2-9eae-44d6-b8bd-dfcc657e340e req-1f344019-4ed1-4ef0-9a92-8566ced3e087 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-vif-deleted-69c396ae-e2b5-4cf9-99f5-75297b6a83be {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.623496] env[68640]: DEBUG nova.compute.manager [req-488c1cc2-9eae-44d6-b8bd-dfcc657e340e req-1f344019-4ed1-4ef0-9a92-8566ced3e087 service nova] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Received event network-vif-deleted-db9a0db6-62f9-4b63-81e5-8bbedf986d69 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.630189] env[68640]: DEBUG oslo_vmware.api [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991171, 'name': SuspendVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.691387] env[68640]: DEBUG nova.scheduler.client.report [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.751100] env[68640]: DEBUG nova.network.neutron [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updating instance_info_cache with network_info: [{"id": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "address": "fa:16:3e:15:17:24", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d69643-ca", "ovs_interfaceid": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.856019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-34c3d107-7cd7-422f-8aed-92db526d888a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.888211] env[68640]: DEBUG oslo_vmware.api [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991167, 'name': PowerOnVM_Task, 'duration_secs': 0.730242} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.888498] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.888704] env[68640]: DEBUG nova.compute.manager [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.889514] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f2692-872f-4608-8a5d-09fc3a538e24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.040080] env[68640]: DEBUG oslo_vmware.api [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160765} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.040814] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.040814] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.040814] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.040814] env[68640]: INFO nova.compute.manager [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1044.041052] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.041199] env[68640]: DEBUG nova.compute.manager [-] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.041299] env[68640]: DEBUG nova.network.neutron [-] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.097582] env[68640]: INFO nova.compute.manager [-] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Took 1.36 seconds to deallocate network for instance. [ 1044.121392] env[68640]: DEBUG oslo_vmware.api [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991171, 'name': SuspendVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.135210] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.135513] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.135736] env[68640]: INFO nova.compute.manager [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Shelving [ 1044.197512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.199873] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.998s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.200129] env[68640]: DEBUG nova.objects.instance [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lazy-loading 'resources' on Instance uuid 83be369b-84dd-482b-a1fd-9a541e9bdbcc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.221937] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.226365] env[68640]: INFO nova.scheduler.client.report [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance 5a50a555-c80e-4eb7-bf33-7837df4b3688 [ 1044.251424] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.251672] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.251828] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.252026] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.252181] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.252327] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.255529] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.255710] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.255918] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.256113] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.256306] env[68640]: DEBUG nova.virt.hardware [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.256785] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.257106] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Instance network_info: |[{"id": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "address": "fa:16:3e:15:17:24", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d69643-ca", "ovs_interfaceid": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.257997] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1425e37e-b086-4089-b3ff-313d409c4816 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.260843] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:17:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d69643-ca36-4549-bfbe-25be9a8e143b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.268425] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating folder: Project (53a57f3f50224362a0f6a8e47f6446de). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.268694] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ddcc940-ff5e-4905-bf18-b776a6bef0eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.278024] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be74c9a-be44-42fb-90b2-afa7aa1b7096 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.283406] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created folder: Project (53a57f3f50224362a0f6a8e47f6446de) in parent group-v599664. [ 1044.283596] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating folder: Instances. Parent ref: group-v599902. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.284167] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5725cce-de59-4e0d-b840-37c170d6b50f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.299282] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created folder: Instances in parent group-v599902. [ 1044.299554] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.300129] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.300433] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-480474fb-84b1-44e5-8fc8-08725d8c7079 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.325700] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.325700] env[68640]: value = "task-2991174" [ 1044.325700] env[68640]: _type = "Task" [ 1044.325700] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.335493] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991174, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.362084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac8527af-bb02-420b-9f7f-ad9c3071eed7 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-34c3d107-7cd7-422f-8aed-92db526d888a-69c396ae-e2b5-4cf9-99f5-75297b6a83be" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.727s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.388311] env[68640]: DEBUG nova.compute.manager [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Received event network-changed-c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.388583] env[68640]: DEBUG nova.compute.manager [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Refreshing instance network info cache due to event network-changed-c5d69643-ca36-4549-bfbe-25be9a8e143b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.388735] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] Acquiring lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.388880] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] Acquired lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.389073] env[68640]: DEBUG nova.network.neutron [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Refreshing network info cache for port c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.408042] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.620842] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.627474] env[68640]: DEBUG oslo_vmware.api [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991171, 'name': SuspendVM_Task, 'duration_secs': 0.895907} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.628683] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Suspended the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1044.628683] env[68640]: DEBUG nova.compute.manager [None req-be0eb26b-d4a6-482b-b502-72015bee2e6f tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.628909] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373d50fa-7697-4ef9-8689-63b173f90a0c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.734890] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a32ee788-f6e5-4626-8755-7ed2d029f84b tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "5a50a555-c80e-4eb7-bf33-7837df4b3688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.190s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.836317] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991174, 'name': CreateVM_Task, 'duration_secs': 0.401564} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.838786] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.839628] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.839795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.840146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.840380] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10929c54-c0cf-49d1-8e3e-d43995b12b41 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.845889] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1044.845889] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ed1c11-2e3e-b8d8-2249-b1a81306c718" [ 1044.845889] env[68640]: _type = "Task" [ 1044.845889] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.853910] env[68640]: DEBUG nova.network.neutron [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Successfully updated port: 188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.856323] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ed1c11-2e3e-b8d8-2249-b1a81306c718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.998263] env[68640]: DEBUG nova.network.neutron [-] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.046485] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d373604b-087f-43ec-b224-bbc7b89ba8fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.055569] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea932aa-a4c1-45e3-b0b4-844fc8ae96b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.093935] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e36ff-3027-4264-9a39-b90399031a39 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.102875] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c42a1db-9354-4f82-9dd2-f9b7c68c5c94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.117671] env[68640]: DEBUG nova.compute.provider_tree [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.147418] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.147639] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7c7d7c-2acc-4100-9b10-d8d810ffefe1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.156818] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1045.156818] env[68640]: value = "task-2991175" [ 1045.156818] env[68640]: _type = "Task" [ 1045.156818] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.170791] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.205278] env[68640]: DEBUG nova.network.neutron [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updated VIF entry in instance network info cache for port c5d69643-ca36-4549-bfbe-25be9a8e143b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.206028] env[68640]: DEBUG nova.network.neutron [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updating instance_info_cache with network_info: [{"id": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "address": "fa:16:3e:15:17:24", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d69643-ca", "ovs_interfaceid": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.358777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.358777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.359396] env[68640]: DEBUG nova.network.neutron [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.360226] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ed1c11-2e3e-b8d8-2249-b1a81306c718, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.360478] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.361486] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.361486] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.361486] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.361486] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.362214] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1174540c-8953-4ef5-a91a-67251422e239 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.374815] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.375137] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.376351] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d79ad1-878d-4150-9759-b83f0077adb3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.383992] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1045.383992] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b714ba-0398-94f5-a98b-6bfa1767c741" [ 1045.383992] env[68640]: _type = "Task" [ 1045.383992] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.397313] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b714ba-0398-94f5-a98b-6bfa1767c741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.503707] env[68640]: INFO nova.compute.manager [-] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Took 1.46 seconds to deallocate network for instance. [ 1045.620788] env[68640]: DEBUG nova.scheduler.client.report [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.648610] env[68640]: DEBUG nova.compute.manager [req-52f5806b-1a41-47a0-9dd7-044ff879ea0e req-4f051a3b-a5ae-468a-be9b-17d2ac5e6f19 service nova] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Received event network-vif-deleted-3af4d3f5-b6e1-4db6-ac98-594b343841ea {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.667383] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991175, 'name': PowerOffVM_Task, 'duration_secs': 0.360894} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.667689] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.668501] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba880d57-ab91-46d5-b282-fde483fd242c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.687609] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa976d55-6339-43fe-8e50-235c1c80d88c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.708360] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c2911b1-d01c-47d5-b2dc-e72714f5d54d req-da367e45-7e72-4dde-9709-1efc9ed9b358 service nova] Releasing lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.756827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.756827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.756925] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.757110] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.757291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.760145] env[68640]: INFO nova.compute.manager [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Terminating instance [ 1045.894996] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b714ba-0398-94f5-a98b-6bfa1767c741, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.895932] env[68640]: DEBUG nova.network.neutron [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.898543] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb394f9-8f7c-4d4b-bd3b-8f46e7124f0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.904713] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1045.904713] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525f4112-5362-3a23-e7d4-bbf34f3eacea" [ 1045.904713] env[68640]: _type = "Task" [ 1045.904713] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.912583] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525f4112-5362-3a23-e7d4-bbf34f3eacea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.011043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.059567] env[68640]: DEBUG nova.network.neutron [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Updating instance_info_cache with network_info: [{"id": "188b345a-3bb8-4416-8415-8aea3b786d62", "address": "fa:16:3e:ec:bd:67", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188b345a-3b", "ovs_interfaceid": "188b345a-3bb8-4416-8415-8aea3b786d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.126089] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.129057] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.621s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.131033] env[68640]: INFO nova.compute.claims [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.149847] env[68640]: INFO nova.scheduler.client.report [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Deleted allocations for instance 83be369b-84dd-482b-a1fd-9a541e9bdbcc [ 1046.198121] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.199099] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e4184b4-0040-48af-8db4-5bafe74bcfa0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.209847] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1046.209847] env[68640]: value = "task-2991176" [ 1046.209847] env[68640]: _type = "Task" [ 1046.209847] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.222351] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991176, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.265524] env[68640]: DEBUG nova.compute.manager [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.265777] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.266891] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d55c45-9c4b-483d-a0b1-a69b32b855c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.276182] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.276477] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f23cc0d-bc98-4c96-bd8a-e5fdbd89409f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.283480] env[68640]: DEBUG oslo_vmware.api [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1046.283480] env[68640]: value = "task-2991177" [ 1046.283480] env[68640]: _type = "Task" [ 1046.283480] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.292014] env[68640]: DEBUG oslo_vmware.api [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.416514] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525f4112-5362-3a23-e7d4-bbf34f3eacea, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.416836] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.417133] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/4d0b019a-2026-48e9-94a3-dff130b1cbf9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.417438] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-841bb69b-efbe-4eaa-8aa7-5385934c317e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.421932] env[68640]: DEBUG nova.compute.manager [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Received event network-vif-plugged-188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.422991] env[68640]: DEBUG oslo_concurrency.lockutils [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] Acquiring lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.422991] env[68640]: DEBUG oslo_concurrency.lockutils [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.422991] env[68640]: DEBUG oslo_concurrency.lockutils [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.422991] env[68640]: DEBUG nova.compute.manager [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] No waiting events found dispatching network-vif-plugged-188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1046.423195] env[68640]: WARNING nova.compute.manager [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Received unexpected event network-vif-plugged-188b345a-3bb8-4416-8415-8aea3b786d62 for instance with vm_state building and task_state spawning. [ 1046.423277] env[68640]: DEBUG nova.compute.manager [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Received event network-changed-188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.423432] env[68640]: DEBUG nova.compute.manager [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Refreshing instance network info cache due to event network-changed-188b345a-3bb8-4416-8415-8aea3b786d62. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.423618] env[68640]: DEBUG oslo_concurrency.lockutils [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] Acquiring lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.430512] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1046.430512] env[68640]: value = "task-2991178" [ 1046.430512] env[68640]: _type = "Task" [ 1046.430512] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.441834] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.562852] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.563225] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Instance network_info: |[{"id": "188b345a-3bb8-4416-8415-8aea3b786d62", "address": "fa:16:3e:ec:bd:67", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188b345a-3b", "ovs_interfaceid": "188b345a-3bb8-4416-8415-8aea3b786d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.563535] env[68640]: DEBUG oslo_concurrency.lockutils [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] Acquired lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.563918] env[68640]: DEBUG nova.network.neutron [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Refreshing network info cache for port 188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.565087] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:bd:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '188b345a-3bb8-4416-8415-8aea3b786d62', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.573356] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.573876] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.574168] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373601a1-9bdb-4252-95ac-c94891f23210 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.599448] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.599448] env[68640]: value = "task-2991179" [ 1046.599448] env[68640]: _type = "Task" [ 1046.599448] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.610178] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991179, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.658112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-501f4fa1-b8b1-4fbb-b2ea-a40b0b7c7ebe tempest-ServersTestFqdnHostnames-1174180004 tempest-ServersTestFqdnHostnames-1174180004-project-member] Lock "83be369b-84dd-482b-a1fd-9a541e9bdbcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.391s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.722229] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991176, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.795815] env[68640]: DEBUG oslo_vmware.api [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991177, 'name': PowerOffVM_Task, 'duration_secs': 0.201898} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.796237] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.796432] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.796716] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8112b24-4957-4801-9b8a-1f0bd3fbc1a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.891248] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.891618] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.891954] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore1] a6e8eaaa-88f3-4941-83a1-83cdd59f6607 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.892404] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1524fb4f-7b4e-4268-8da3-8f49c0fef5b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.903246] env[68640]: DEBUG oslo_vmware.api [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1046.903246] env[68640]: value = "task-2991181" [ 1046.903246] env[68640]: _type = "Task" [ 1046.903246] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.915439] env[68640]: DEBUG oslo_vmware.api [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.940228] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.940535] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/4d0b019a-2026-48e9-94a3-dff130b1cbf9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.940769] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.941057] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f205e8a-50cf-45d9-9936-e09049cbc5fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.948197] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1046.948197] env[68640]: value = "task-2991182" [ 1046.948197] env[68640]: _type = "Task" [ 1046.948197] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.957692] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.113049] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991179, 'name': CreateVM_Task, 'duration_secs': 0.493721} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.113228] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.113875] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.114078] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.114387] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.114639] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870af315-420f-4b2e-839f-0fa0f6c9acb6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.119476] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1047.119476] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d083d5-8552-ce07-72e8-c945fab8e20c" [ 1047.119476] env[68640]: _type = "Task" [ 1047.119476] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.123148] env[68640]: DEBUG nova.compute.manager [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.123872] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e732ee7-207c-48a0-9217-91553787f137 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.136076] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d083d5-8552-ce07-72e8-c945fab8e20c, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.136424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.136650] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.136884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.137042] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.137260] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.137499] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd93b1c8-c511-4c44-a31f-262d241427a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.150879] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.151126] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.151786] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0220374b-59ce-419f-b93e-b568dc04bac6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.157940] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1047.157940] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52734a5b-ef53-9546-3dca-217a0ed4812d" [ 1047.157940] env[68640]: _type = "Task" [ 1047.157940] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.170364] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52734a5b-ef53-9546-3dca-217a0ed4812d, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.171331] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a52307-3ccd-44c7-a70f-5ea150c178f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.176555] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1047.176555] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fa84d4-0f9a-af69-7b83-dfad6e2728f5" [ 1047.176555] env[68640]: _type = "Task" [ 1047.176555] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.184979] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fa84d4-0f9a-af69-7b83-dfad6e2728f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.221391] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991176, 'name': CreateSnapshot_Task, 'duration_secs': 0.575462} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.223899] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.224879] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea2c32d-6b08-4492-9db0-d6bf9868030c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.324921] env[68640]: DEBUG nova.network.neutron [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Updated VIF entry in instance network info cache for port 188b345a-3bb8-4416-8415-8aea3b786d62. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.325345] env[68640]: DEBUG nova.network.neutron [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Updating instance_info_cache with network_info: [{"id": "188b345a-3bb8-4416-8415-8aea3b786d62", "address": "fa:16:3e:ec:bd:67", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188b345a-3b", "ovs_interfaceid": "188b345a-3bb8-4416-8415-8aea3b786d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.416207] env[68640]: DEBUG oslo_vmware.api [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142689} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.416580] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.416849] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.416849] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.417124] env[68640]: INFO nova.compute.manager [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1047.417387] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.417946] env[68640]: DEBUG nova.compute.manager [-] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.417946] env[68640]: DEBUG nova.network.neutron [-] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.436377] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6385ba21-7016-4d20-9cc8-f4336aba0ad4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.444579] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5149b6f-adbc-4c81-8eb4-df75e6179bb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.480376] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d67703-7143-47ed-a746-084fe38a1db3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.485957] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065443} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.486549] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.487321] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306221bd-3e63-4c53-905d-5e96cc360365 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.493234] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15590e71-fd5a-45ff-a93e-3002010aa830 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.515035] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/4d0b019a-2026-48e9-94a3-dff130b1cbf9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.515764] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2390a7de-76b4-43db-bd89-59688c615cf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.539805] env[68640]: DEBUG nova.compute.provider_tree [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.547358] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1047.547358] env[68640]: value = "task-2991183" [ 1047.547358] env[68640]: _type = "Task" [ 1047.547358] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.557362] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.639881] env[68640]: INFO nova.compute.manager [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] instance snapshotting [ 1047.639881] env[68640]: WARNING nova.compute.manager [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1047.645230] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64130a06-1ef5-4b2e-9fe5-1f722cd36cdc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.666316] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a362b-8a59-4a3a-adde-6cdaba10c439 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.688546] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fa84d4-0f9a-af69-7b83-dfad6e2728f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.688830] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.689118] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/653d83de-d084-4f8d-a12b-3cd6d75ed1d7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.689419] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0741d4-6ced-4873-af4b-f6c3e3d7e842 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.705727] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1047.705727] env[68640]: value = "task-2991184" [ 1047.705727] env[68640]: _type = "Task" [ 1047.705727] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.717759] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.750063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.750795] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-28967bdb-411d-4c4c-a24c-4e7b3091b0b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.762023] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1047.762023] env[68640]: value = "task-2991185" [ 1047.762023] env[68640]: _type = "Task" [ 1047.762023] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.769478] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991185, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.831402] env[68640]: DEBUG oslo_concurrency.lockutils [req-fd0fc72e-73b6-46e1-812a-7670a1a6387c req-25bf5924-cc6c-4100-8c41-2e03849ec0c1 service nova] Releasing lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.045031] env[68640]: DEBUG nova.scheduler.client.report [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.062497] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991183, 'name': ReconfigVM_Task, 'duration_secs': 0.302989} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.062497] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/4d0b019a-2026-48e9-94a3-dff130b1cbf9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.063859] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e447295-d6ae-4608-ae67-a27a66b4b953 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.076071] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1048.076071] env[68640]: value = "task-2991186" [ 1048.076071] env[68640]: _type = "Task" [ 1048.076071] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.089130] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991186, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.179923] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1048.180206] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c047050-3a26-4493-b8d0-c41092ac42d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.182480] env[68640]: DEBUG nova.network.neutron [-] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.190815] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1048.190815] env[68640]: value = "task-2991187" [ 1048.190815] env[68640]: _type = "Task" [ 1048.190815] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.202696] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991187, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.217716] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.273868] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991185, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.449243] env[68640]: DEBUG nova.compute.manager [req-503a479b-6942-43ae-a438-d7ef1e24a14d req-b1ad7fcf-0a4d-466f-b3d5-46f6de3ad67a service nova] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Received event network-vif-deleted-d9869e92-c1fb-47d5-8457-a83004ed28dd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.554380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.554994] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.558197] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.689s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.591419] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991186, 'name': Rename_Task, 'duration_secs': 0.264976} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.591675] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.591974] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15af15e8-7abb-4908-9555-41fa1da9fe20 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.604130] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1048.604130] env[68640]: value = "task-2991188" [ 1048.604130] env[68640]: _type = "Task" [ 1048.604130] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.614646] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.686879] env[68640]: INFO nova.compute.manager [-] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Took 1.27 seconds to deallocate network for instance. [ 1048.701198] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991187, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.718974] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541224} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.719477] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/653d83de-d084-4f8d-a12b-3cd6d75ed1d7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.719901] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.720587] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0354e9a7-1283-493d-b3aa-a4f5cc38184d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.730021] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1048.730021] env[68640]: value = "task-2991189" [ 1048.730021] env[68640]: _type = "Task" [ 1048.730021] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.741226] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.776363] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991185, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.062221] env[68640]: DEBUG nova.compute.utils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.077018] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.079200] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.079542] env[68640]: DEBUG nova.network.neutron [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.116206] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.121679] env[68640]: DEBUG nova.policy [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11dbc911bd424bd9896aec357d300641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd15225d27f9c47f0979878044430ebdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.192281] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.206785] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991187, 'name': CreateSnapshot_Task, 'duration_secs': 0.652336} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.207130] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1049.208256] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b38110-ec4d-45e2-a60e-fb640dcc3c7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.240839] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07927} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.245021] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.245021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5238a036-e370-4263-a764-f375d74bce56 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.272665] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/653d83de-d084-4f8d-a12b-3cd6d75ed1d7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.272665] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d2a8b57-aa37-4285-9701-2199c46edf83 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.307095] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991185, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.308765] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1049.308765] env[68640]: value = "task-2991190" [ 1049.308765] env[68640]: _type = "Task" [ 1049.308765] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.321745] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.521422] env[68640]: DEBUG nova.network.neutron [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Successfully created port: 6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.590035] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating resource usage from migration 2274e5bf-2327-41d8-b7d7-8610452f0c3c [ 1049.619990] env[68640]: DEBUG oslo_vmware.api [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991188, 'name': PowerOnVM_Task, 'duration_secs': 0.716657} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.619990] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.619990] env[68640]: INFO nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Took 7.94 seconds to spawn the instance on the hypervisor. [ 1049.619990] env[68640]: DEBUG nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.619990] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a288154f-d27b-4bc6-b13e-5cae38004556 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.625024] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 536eadbc-43da-483f-a944-4d819d5c1850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.625664] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 7ac22d65-87d4-4e6f-905b-90d908517ed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 6db618e7-4f49-4ee2-8f59-6d25bd4621f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 674d25c3-2c1c-4241-9547-94827d3aebea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance d5d99f2b-aff9-4911-a41c-87068527ecfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ee28e438-a9c9-4b16-b9a6-ff0ff6d04886 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 48583b00-bd87-4464-b081-a43961c8ca30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 34c3d107-7cd7-422f-8aed-92db526d888a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 2c894040-e906-4189-9a65-97df0044a6ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance a6e8eaaa-88f3-4941-83a1-83cdd59f6607 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.627018] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance f3f00b18-241c-4a08-87ee-a44c1dc5af97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.629966] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 548bdbda-9689-4999-a2d9-1b00afef1913 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1049.629966] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 08575fe3-70c7-4f83-870e-632b5560a239 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1049.629966] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 4e9be1b1-c7b3-4326-9916-ee4594ed2440 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.629966] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 4d0b019a-2026-48e9-94a3-dff130b1cbf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.629966] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.629966] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c5cf326e-2d70-44cf-9a62-6e763504d2fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.629966] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration 2274e5bf-2327-41d8-b7d7-8610452f0c3c is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1049.629966] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance f3ead612-6445-46c7-ac93-8a56a5ab4fac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1049.733621] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1049.733621] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5be3922d-5c7b-42f2-9c96-26fc646d643f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.742172] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1049.742172] env[68640]: value = "task-2991191" [ 1049.742172] env[68640]: _type = "Task" [ 1049.742172] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.752690] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991191, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.783079] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991185, 'name': CloneVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.821015] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991190, 'name': ReconfigVM_Task, 'duration_secs': 0.28446} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.821921] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/653d83de-d084-4f8d-a12b-3cd6d75ed1d7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.822872] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc779201-df6c-40d5-a455-0450eb893944 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.833196] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1049.833196] env[68640]: value = "task-2991192" [ 1049.833196] env[68640]: _type = "Task" [ 1049.833196] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.843499] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991192, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.094319] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.120506] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.120741] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.120990] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.121209] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.121364] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.121508] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.121714] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.121871] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.122106] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.122353] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.122555] env[68640]: DEBUG nova.virt.hardware [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.123456] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223b1aac-2f5c-4002-8490-c885d0591832 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.131952] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0537e5c0-d8af-44ad-abe9-b021e210e9e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.136331] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 80449ce9-f94b-4c5d-85a0-56e3e42efa25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1050.153945] env[68640]: INFO nova.compute.manager [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Took 28.96 seconds to build instance. [ 1050.251492] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991191, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.284104] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991185, 'name': CloneVM_Task, 'duration_secs': 2.068263} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.284450] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Created linked-clone VM from snapshot [ 1050.285305] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc31e1d-2762-4e4a-8df6-2df8ff65653a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.294199] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Uploading image 61b5ecbd-9460-413e-bf49-4f4e9983fbd7 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1050.323438] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1050.323438] env[68640]: value = "vm-599907" [ 1050.323438] env[68640]: _type = "VirtualMachine" [ 1050.323438] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1050.323766] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d31cb3b4-08cf-4183-8cf2-6a1221c04864 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.334360] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lease: (returnval){ [ 1050.334360] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527cd370-27cd-eb68-985c-15e6fc4b58ee" [ 1050.334360] env[68640]: _type = "HttpNfcLease" [ 1050.334360] env[68640]: } obtained for exporting VM: (result){ [ 1050.334360] env[68640]: value = "vm-599907" [ 1050.334360] env[68640]: _type = "VirtualMachine" [ 1050.334360] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1050.335117] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the lease: (returnval){ [ 1050.335117] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527cd370-27cd-eb68-985c-15e6fc4b58ee" [ 1050.335117] env[68640]: _type = "HttpNfcLease" [ 1050.335117] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1050.350466] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991192, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.352155] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1050.352155] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527cd370-27cd-eb68-985c-15e6fc4b58ee" [ 1050.352155] env[68640]: _type = "HttpNfcLease" [ 1050.352155] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1050.639176] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 45f1a47b-8116-4e08-9155-a6abe0f4ea8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1050.639464] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1050.639669] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1050.655854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f3f1e4e4-1da1-4e85-a97f-45ecb845df22 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.188s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.754010] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991191, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.846298] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1050.846298] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527cd370-27cd-eb68-985c-15e6fc4b58ee" [ 1050.846298] env[68640]: _type = "HttpNfcLease" [ 1050.846298] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1050.851411] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1050.851411] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527cd370-27cd-eb68-985c-15e6fc4b58ee" [ 1050.851411] env[68640]: _type = "HttpNfcLease" [ 1050.851411] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1050.852203] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991192, 'name': Rename_Task, 'duration_secs': 0.521927} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.852541] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40713652-c571-47ad-87b8-d2217e6bf7c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.855045] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.855286] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2df9fe76-30f4-493d-afcb-e93f9c20fe4a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.863910] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c34ead-8e48-29ae-587e-9370b68a5a75/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1050.864229] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c34ead-8e48-29ae-587e-9370b68a5a75/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1050.869409] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1050.869409] env[68640]: value = "task-2991194" [ 1050.869409] env[68640]: _type = "Task" [ 1050.869409] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.938285] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.971690] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5e461d46-c88f-463d-9b25-39c640c5c6e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.985683] env[68640]: DEBUG nova.compute.manager [req-7f9270b0-3e36-45dc-95a7-835c6c6ee2fa req-db20d410-5227-4414-abaf-b80c96f66c88 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-vif-plugged-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.985683] env[68640]: DEBUG oslo_concurrency.lockutils [req-7f9270b0-3e36-45dc-95a7-835c6c6ee2fa req-db20d410-5227-4414-abaf-b80c96f66c88 service nova] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.985683] env[68640]: DEBUG oslo_concurrency.lockutils [req-7f9270b0-3e36-45dc-95a7-835c6c6ee2fa req-db20d410-5227-4414-abaf-b80c96f66c88 service nova] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.985683] env[68640]: DEBUG oslo_concurrency.lockutils [req-7f9270b0-3e36-45dc-95a7-835c6c6ee2fa req-db20d410-5227-4414-abaf-b80c96f66c88 service nova] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.985683] env[68640]: DEBUG nova.compute.manager [req-7f9270b0-3e36-45dc-95a7-835c6c6ee2fa req-db20d410-5227-4414-abaf-b80c96f66c88 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] No waiting events found dispatching network-vif-plugged-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.985683] env[68640]: WARNING nova.compute.manager [req-7f9270b0-3e36-45dc-95a7-835c6c6ee2fa req-db20d410-5227-4414-abaf-b80c96f66c88 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received unexpected event network-vif-plugged-6bea2966-8755-4d14-b315-55c3dd8a785c for instance with vm_state building and task_state spawning. [ 1051.001537] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fada49-8ec2-48b3-b7c9-a8ae9df81e49 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.014154] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e8bed-2d6d-409d-b978-efdc327ef208 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.046863] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561dc35b-add9-4e63-b518-97cec9e774ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.055808] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf2b639-4fe6-47e3-a064-3825e6c9f49d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.070922] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.080777] env[68640]: DEBUG nova.network.neutron [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Successfully updated port: 6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.125608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.126710] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.126985] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.128552] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.128742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.131527] env[68640]: INFO nova.compute.manager [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Terminating instance [ 1051.254134] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991191, 'name': CloneVM_Task, 'duration_secs': 1.316147} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.254480] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Created linked-clone VM from snapshot [ 1051.255459] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49b92d-3516-4eff-8910-d236f3a5293f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.265107] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Uploading image b45756aa-3531-4f42-a651-bcbc2fed2f32 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.291486] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1051.291486] env[68640]: value = "vm-599909" [ 1051.291486] env[68640]: _type = "VirtualMachine" [ 1051.291486] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1051.291848] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1556f498-6849-471f-8c71-896aced9cf54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.301540] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease: (returnval){ [ 1051.301540] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fb472-6a3d-5eed-230e-3265da9d5650" [ 1051.301540] env[68640]: _type = "HttpNfcLease" [ 1051.301540] env[68640]: } obtained for exporting VM: (result){ [ 1051.301540] env[68640]: value = "vm-599909" [ 1051.301540] env[68640]: _type = "VirtualMachine" [ 1051.301540] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1051.301881] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the lease: (returnval){ [ 1051.301881] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fb472-6a3d-5eed-230e-3265da9d5650" [ 1051.301881] env[68640]: _type = "HttpNfcLease" [ 1051.301881] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1051.311097] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.311097] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fb472-6a3d-5eed-230e-3265da9d5650" [ 1051.311097] env[68640]: _type = "HttpNfcLease" [ 1051.311097] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1051.394097] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991194, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.574029] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.583716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.583923] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.583991] env[68640]: DEBUG nova.network.neutron [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.636174] env[68640]: DEBUG nova.compute.manager [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.636483] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.637445] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd14ff56-b98a-4dbf-a4a5-23dc46c2d1e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.645691] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.646062] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e158a55-f64c-46be-81db-7064b1e83375 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.653705] env[68640]: DEBUG oslo_vmware.api [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 1051.653705] env[68640]: value = "task-2991196" [ 1051.653705] env[68640]: _type = "Task" [ 1051.653705] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.662557] env[68640]: DEBUG oslo_vmware.api [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2991196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.811262] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1051.811262] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fb472-6a3d-5eed-230e-3265da9d5650" [ 1051.811262] env[68640]: _type = "HttpNfcLease" [ 1051.811262] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1051.811643] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1051.811643] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527fb472-6a3d-5eed-230e-3265da9d5650" [ 1051.811643] env[68640]: _type = "HttpNfcLease" [ 1051.811643] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1051.813182] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d55d3b-dfe8-4796-894a-9b4b57e6bfd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.822198] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60605-6c5a-220a-1939-10e0a253b891/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1051.823688] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60605-6c5a-220a-1939-10e0a253b891/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1051.900269] env[68640]: DEBUG oslo_vmware.api [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991194, 'name': PowerOnVM_Task, 'duration_secs': 0.533305} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.900790] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.901190] env[68640]: INFO nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1051.901548] env[68640]: DEBUG nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.902997] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87688a0a-8465-42d1-86b7-f45d7f4447dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.932956] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f918ca8f-21b2-4701-b949-67b79c46c60f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.079760] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1052.080603] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.522s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.080603] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.187s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.128337] env[68640]: DEBUG nova.network.neutron [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.166261] env[68640]: DEBUG oslo_vmware.api [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2991196, 'name': PowerOffVM_Task, 'duration_secs': 0.269235} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.166611] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.167225] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.167526] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c037cac8-7b6b-4954-9563-d0a40cfa2ffd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.247853] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.248186] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.248455] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Deleting the datastore file [datastore1] ee28e438-a9c9-4b16-b9a6-ff0ff6d04886 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.248822] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18edf18e-be14-4ffb-9f40-9b29ed1ab3a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.256914] env[68640]: DEBUG oslo_vmware.api [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for the task: (returnval){ [ 1052.256914] env[68640]: value = "task-2991198" [ 1052.256914] env[68640]: _type = "Task" [ 1052.256914] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.269919] env[68640]: DEBUG oslo_vmware.api [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2991198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.323720] env[68640]: DEBUG nova.network.neutron [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.423052] env[68640]: INFO nova.compute.manager [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Took 30.72 seconds to build instance. [ 1052.586333] env[68640]: INFO nova.compute.claims [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.767383] env[68640]: DEBUG oslo_vmware.api [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Task: {'id': task-2991198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25385} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.767783] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.768071] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.768263] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.768439] env[68640]: INFO nova.compute.manager [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1052.768697] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.768939] env[68640]: DEBUG nova.compute.manager [-] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.769062] env[68640]: DEBUG nova.network.neutron [-] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.827864] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.828204] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance network_info: |[{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.828644] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2a:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bea2966-8755-4d14-b315-55c3dd8a785c', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.837632] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating folder: Project (d15225d27f9c47f0979878044430ebdd). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.838234] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33d0d98-3b8b-4cae-b451-4f343e490964 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.850281] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created folder: Project (d15225d27f9c47f0979878044430ebdd) in parent group-v599664. [ 1052.850437] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating folder: Instances. Parent ref: group-v599910. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1052.850853] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a17ad188-21f2-4ea4-949e-4c9aacf3830a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.860919] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created folder: Instances in parent group-v599910. [ 1052.861288] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.861549] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.861881] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e04441cb-8fd6-45a2-9179-20cd5aa690fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.886474] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.886474] env[68640]: value = "task-2991201" [ 1052.886474] env[68640]: _type = "Task" [ 1052.886474] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.896158] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991201, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.928428] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bd916ce5-a717-48af-a52a-33c9406637e2 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.717s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.967024] env[68640]: INFO nova.compute.manager [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Rescuing [ 1052.967024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.967024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.967024] env[68640]: DEBUG nova.network.neutron [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.093529] env[68640]: INFO nova.compute.resource_tracker [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating resource usage from migration 2274e5bf-2327-41d8-b7d7-8610452f0c3c [ 1053.151644] env[68640]: DEBUG nova.compute.manager [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.152025] env[68640]: DEBUG nova.compute.manager [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing instance network info cache due to event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.152115] env[68640]: DEBUG oslo_concurrency.lockutils [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.152264] env[68640]: DEBUG oslo_concurrency.lockutils [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.152430] env[68640]: DEBUG nova.network.neutron [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.401500] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991201, 'name': CreateVM_Task, 'duration_secs': 0.423109} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.406062] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.406062] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.406062] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.406387] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.406973] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2987e22-fb58-40ef-a1db-8b2a20e1d5e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.412730] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1053.412730] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52750dfe-5c90-4b66-0661-eb771c1e27d6" [ 1053.412730] env[68640]: _type = "Task" [ 1053.412730] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.425822] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52750dfe-5c90-4b66-0661-eb771c1e27d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.445278] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e618f769-515f-4adf-96db-99f94b47fbf5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.452699] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c44c2-14d6-4f6c-a972-efaa8bc02f74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.492227] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b800598-1ee7-48b0-a6ae-2bd456cf323e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.500440] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13617e-b3b6-450a-baee-1ca05fee40b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.515535] env[68640]: DEBUG nova.compute.provider_tree [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.885239] env[68640]: DEBUG nova.network.neutron [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updated VIF entry in instance network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.885239] env[68640]: DEBUG nova.network.neutron [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.885239] env[68640]: DEBUG nova.network.neutron [-] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.927461] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52750dfe-5c90-4b66-0661-eb771c1e27d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014832} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.927461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.927461] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.927461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.927461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.927461] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.928385] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0185f292-875e-4ae8-b01a-948ff012e053 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.938496] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.938947] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.939882] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b64ed32-c462-4293-a031-a1da6d403ace {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.947108] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1053.947108] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5226e8fe-8944-8f40-5238-18f0cc37c68b" [ 1053.947108] env[68640]: _type = "Task" [ 1053.947108] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.956045] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5226e8fe-8944-8f40-5238-18f0cc37c68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.021025] env[68640]: DEBUG nova.scheduler.client.report [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.103598] env[68640]: DEBUG nova.network.neutron [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Updating instance_info_cache with network_info: [{"id": "188b345a-3bb8-4416-8415-8aea3b786d62", "address": "fa:16:3e:ec:bd:67", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap188b345a-3b", "ovs_interfaceid": "188b345a-3bb8-4416-8415-8aea3b786d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.387731] env[68640]: DEBUG oslo_concurrency.lockutils [req-0539e9f2-6be4-47d1-abf3-fbea0414f0d4 req-89a2484c-9830-4b90-b48a-d5210a74bf53 service nova] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.389518] env[68640]: INFO nova.compute.manager [-] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Took 1.62 seconds to deallocate network for instance. [ 1054.459745] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5226e8fe-8944-8f40-5238-18f0cc37c68b, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.461046] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d27dc53f-48ee-4769-90cc-d9baeae7ca14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.467288] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1054.467288] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528901f6-bd22-0484-9a6b-3f61d939c067" [ 1054.467288] env[68640]: _type = "Task" [ 1054.467288] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.476092] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528901f6-bd22-0484-9a6b-3f61d939c067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.524685] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.444s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.525228] env[68640]: INFO nova.compute.manager [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Migrating [ 1054.531703] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.992s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.531938] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.534404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.706s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.535904] env[68640]: INFO nova.compute.claims [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.565335] env[68640]: INFO nova.scheduler.client.report [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Deleted allocations for instance 548bdbda-9689-4999-a2d9-1b00afef1913 [ 1054.606197] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-653d83de-d084-4f8d-a12b-3cd6d75ed1d7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.896605] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.978980] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528901f6-bd22-0484-9a6b-3f61d939c067, 'name': SearchDatastore_Task, 'duration_secs': 0.015925} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.979321] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.979635] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.979958] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5db7a19f-4b55-4099-b73c-97da30095051 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.986942] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1054.986942] env[68640]: value = "task-2991202" [ 1054.986942] env[68640]: _type = "Task" [ 1054.986942] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.995616] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.049938] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.050162] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.050371] env[68640]: DEBUG nova.network.neutron [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.073310] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8e52c50e-7bb1-4207-8ee2-1721b5be23da tempest-AttachInterfacesV270Test-503108416 tempest-AttachInterfacesV270Test-503108416-project-member] Lock "548bdbda-9689-4999-a2d9-1b00afef1913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.131s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.250735] env[68640]: DEBUG nova.compute.manager [req-db9fde3e-7eca-41be-aa1f-376ce62a5914 req-b2d5c96c-40b2-4469-85df-d2d2cbf84a74 service nova] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Received event network-vif-deleted-bd0c29a1-b466-46fe-921f-40b8a0de653f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.498254] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.828839] env[68640]: DEBUG nova.network.neutron [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [{"id": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "address": "fa:16:3e:62:a9:a6", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edeb3ba-3f", "ovs_interfaceid": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.855792] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb8c19e-d1d4-4dc4-8e9f-2be6e75d330d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.866766] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a2247f-08dd-4c27-bb73-2bb760dbf207 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.902307] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798fec61-c3e5-4059-a4fa-20de9ad2c96a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.910911] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057d2b74-1156-4af6-b00e-42563a7d80e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.926120] env[68640]: DEBUG nova.compute.provider_tree [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.999818] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635908} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.000110] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.000438] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.000582] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48b61f73-e3c5-4804-9806-4178963a1b42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.007894] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1056.007894] env[68640]: value = "task-2991203" [ 1056.007894] env[68640]: _type = "Task" [ 1056.007894] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.021286] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.336546] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.429981] env[68640]: DEBUG nova.scheduler.client.report [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.519046] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266999} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.519229] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.519971] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14659861-d370-4976-af13-0ea9c0c97f89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.547170] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.547825] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b79f89-4ba7-485b-9fa3-74f72e83886c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.573185] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1056.573185] env[68640]: value = "task-2991204" [ 1056.573185] env[68640]: _type = "Task" [ 1056.573185] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.581630] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.937288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.937839] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.940339] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.764s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.941856] env[68640]: INFO nova.compute.claims [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.086206] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.452485] env[68640]: DEBUG nova.compute.utils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.454597] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.455417] env[68640]: DEBUG nova.network.neutron [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.582568] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.595682] env[68640]: DEBUG nova.policy [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60e11ad8c4824890b99430a8fe2604fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a731f8aafd24c788030d5fba3b3d3ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.860160] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a66ea-5520-46d7-bbe2-f43b9fd106ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.883448] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.958958] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.966231] env[68640]: DEBUG nova.network.neutron [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Successfully created port: 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.084628] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.256850] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d24df5-bea7-4545-9f6c-2b86596ae3e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.267137] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f055c9f6-cc25-454f-86e1-72d109c51bd1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.301289] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef7d56-1814-46f9-ab3e-8ab64614cd25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.309441] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba2b32-9311-43e7-93a4-073fe4426c63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.323979] env[68640]: DEBUG nova.compute.provider_tree [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.394205] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.394542] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62417e8d-be7d-4d19-8d07-dd0862cb5a93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.402445] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1058.402445] env[68640]: value = "task-2991205" [ 1058.402445] env[68640]: _type = "Task" [ 1058.402445] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.412459] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.584306] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991204, 'name': ReconfigVM_Task, 'duration_secs': 1.546443} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.584584] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.585300] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-843b2580-c6bd-4558-8610-52d85cc4671d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.591727] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1058.591727] env[68640]: value = "task-2991206" [ 1058.591727] env[68640]: _type = "Task" [ 1058.591727] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.599829] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991206, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.712135] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c34ead-8e48-29ae-587e-9370b68a5a75/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.713470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d0aa0-f6f3-42ed-a2ec-cecaf5f14912 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.723285] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c34ead-8e48-29ae-587e-9370b68a5a75/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.723525] env[68640]: ERROR oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c34ead-8e48-29ae-587e-9370b68a5a75/disk-0.vmdk due to incomplete transfer. [ 1058.724045] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-77a0ceed-832b-4b4f-8989-ca882b9449f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.731475] env[68640]: DEBUG oslo_vmware.rw_handles [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c34ead-8e48-29ae-587e-9370b68a5a75/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.731681] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Uploaded image 61b5ecbd-9460-413e-bf49-4f4e9983fbd7 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.737395] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.737395] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-16de7ba1-6327-44ad-893e-147f1190994b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.742125] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1058.742125] env[68640]: value = "task-2991207" [ 1058.742125] env[68640]: _type = "Task" [ 1058.742125] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.751065] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991207, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.827976] env[68640]: DEBUG nova.scheduler.client.report [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.913548] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991205, 'name': PowerOffVM_Task, 'duration_secs': 0.281246} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.914233] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.914426] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.973474] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.002128] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.002392] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.002552] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.002763] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.003087] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.003264] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.003480] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.003642] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.003810] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.003975] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.004181] env[68640]: DEBUG nova.virt.hardware [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.005126] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4e376-2c85-4ee3-b41d-a6c69b2b26ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.013771] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b199aa-5f25-43e3-a2e9-83f198519f02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.103788] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991206, 'name': Rename_Task, 'duration_secs': 0.268569} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.104377] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.105020] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25476427-314e-4667-b58e-ffaee8e0c329 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.112625] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1059.112625] env[68640]: value = "task-2991208" [ 1059.112625] env[68640]: _type = "Task" [ 1059.112625] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.121746] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.253068] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991207, 'name': Destroy_Task, 'duration_secs': 0.441284} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.253068] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Destroyed the VM [ 1059.253329] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.253584] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67e6ff98-2320-4904-9850-8f96eb926f38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.259813] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1059.259813] env[68640]: value = "task-2991209" [ 1059.259813] env[68640]: _type = "Task" [ 1059.259813] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.268207] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991209, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.333532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.334262] env[68640]: DEBUG nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.337851] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.004s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.338081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.340666] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.933s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.340941] env[68640]: DEBUG nova.objects.instance [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.363562] env[68640]: INFO nova.scheduler.client.report [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Deleted allocations for instance 674d25c3-2c1c-4241-9547-94827d3aebea [ 1059.410834] env[68640]: DEBUG nova.compute.manager [req-0dbd642b-c45d-454f-b821-3ced2c081fcd req-8784998b-798f-4964-a75d-fb9b9a49d360 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-vif-plugged-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.411100] env[68640]: DEBUG oslo_concurrency.lockutils [req-0dbd642b-c45d-454f-b821-3ced2c081fcd req-8784998b-798f-4964-a75d-fb9b9a49d360 service nova] Acquiring lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.411330] env[68640]: DEBUG oslo_concurrency.lockutils [req-0dbd642b-c45d-454f-b821-3ced2c081fcd req-8784998b-798f-4964-a75d-fb9b9a49d360 service nova] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.411694] env[68640]: DEBUG oslo_concurrency.lockutils [req-0dbd642b-c45d-454f-b821-3ced2c081fcd req-8784998b-798f-4964-a75d-fb9b9a49d360 service nova] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.411929] env[68640]: DEBUG nova.compute.manager [req-0dbd642b-c45d-454f-b821-3ced2c081fcd req-8784998b-798f-4964-a75d-fb9b9a49d360 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] No waiting events found dispatching network-vif-plugged-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.412167] env[68640]: WARNING nova.compute.manager [req-0dbd642b-c45d-454f-b821-3ced2c081fcd req-8784998b-798f-4964-a75d-fb9b9a49d360 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received unexpected event network-vif-plugged-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 for instance with vm_state building and task_state spawning. [ 1059.421123] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.421413] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.421582] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.421766] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.421913] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.422177] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.422490] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.422760] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.422985] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.423239] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.423487] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.430018] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-377dbcbd-bee4-40a2-a82c-963eb78abc28 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.452131] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1059.452131] env[68640]: value = "task-2991210" [ 1059.452131] env[68640]: _type = "Task" [ 1059.452131] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.461400] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.499771] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "b62fd804-8792-4589-9f67-02dfb665a5ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.500009] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "b62fd804-8792-4589-9f67-02dfb665a5ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.519356] env[68640]: DEBUG nova.network.neutron [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Successfully updated port: 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.624215] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991208, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.769263] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991209, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.845783] env[68640]: DEBUG nova.compute.utils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.850563] env[68640]: DEBUG nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1059.872060] env[68640]: DEBUG oslo_concurrency.lockutils [None req-96c9c6ec-52e1-4f39-aa0e-07b363e87cad tempest-ServersTestBootFromVolume-730718652 tempest-ServersTestBootFromVolume-730718652-project-member] Lock "674d25c3-2c1c-4241-9547-94827d3aebea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.199s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.962986] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991210, 'name': ReconfigVM_Task, 'duration_secs': 0.241451} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.963349] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.004433] env[68640]: DEBUG nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.024481] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.024481] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.024879] env[68640]: DEBUG nova.network.neutron [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.127238] env[68640]: DEBUG oslo_vmware.api [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991208, 'name': PowerOnVM_Task, 'duration_secs': 0.527605} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.127238] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.127580] env[68640]: INFO nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1060.128296] env[68640]: DEBUG nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.129586] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488e19d7-2ac1-46db-8469-81484fc89e86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.214522] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.215259] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e6b12bd-fc80-46cd-9fa2-b6f04a86f728 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.227120] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1060.227120] env[68640]: value = "task-2991211" [ 1060.227120] env[68640]: _type = "Task" [ 1060.227120] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.240024] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.269687] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991209, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719747} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.269975] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.270317] env[68640]: DEBUG nova.compute.manager [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.271123] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abfd747-c603-47a8-82c1-091d4ffda2d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.349773] env[68640]: DEBUG nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.355066] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccad51a-bdf0-468d-a318-b24894708fe8 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.360019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.736s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.360019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.360019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.349s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.360019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.362112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.170s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.362406] env[68640]: DEBUG nova.objects.instance [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid a6e8eaaa-88f3-4941-83a1-83cdd59f6607 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.393416] env[68640]: INFO nova.scheduler.client.report [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocations for instance 08575fe3-70c7-4f83-870e-632b5560a239 [ 1060.403235] env[68640]: INFO nova.scheduler.client.report [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted allocations for instance 34c3d107-7cd7-422f-8aed-92db526d888a [ 1060.416026] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60605-6c5a-220a-1939-10e0a253b891/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1060.418035] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df8a13a-d9af-45d0-a291-8a7bc9b89b6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.426423] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60605-6c5a-220a-1939-10e0a253b891/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1060.429070] env[68640]: ERROR oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60605-6c5a-220a-1939-10e0a253b891/disk-0.vmdk due to incomplete transfer. [ 1060.429070] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2620ef62-6bf4-408f-af5c-8f280bd7bcc3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.435885] env[68640]: DEBUG oslo_vmware.rw_handles [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f60605-6c5a-220a-1939-10e0a253b891/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1060.436114] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Uploaded image b45756aa-3531-4f42-a651-bcbc2fed2f32 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1060.437926] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1060.438176] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15ed2bb1-55df-40d4-b5e5-763c28c6ec4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.444889] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1060.444889] env[68640]: value = "task-2991212" [ 1060.444889] env[68640]: _type = "Task" [ 1060.444889] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.455132] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991212, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.470305] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.470554] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.470690] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.470983] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.471138] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.471350] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.471433] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.471564] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.471733] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.471912] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.472107] env[68640]: DEBUG nova.virt.hardware [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.477627] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.478204] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a0b01e-7202-480c-9c39-79ab7607b91f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.496351] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1060.496351] env[68640]: value = "task-2991213" [ 1060.496351] env[68640]: _type = "Task" [ 1060.496351] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.503657] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.525912] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.579328] env[68640]: DEBUG nova.network.neutron [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.652898] env[68640]: INFO nova.compute.manager [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Took 34.16 seconds to build instance. [ 1060.739495] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991211, 'name': PowerOffVM_Task, 'duration_secs': 0.200889} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.742207] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.743569] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cbd72e-e98e-4b60-8588-9f113942e526 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.765417] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1dfb22-50c1-432c-8a06-942e5392039e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.790264] env[68640]: INFO nova.compute.manager [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Shelve offloading [ 1060.804285] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.804794] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbabd1eb-a5a4-4a04-be0b-4bdf37f7410c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.811475] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1060.811475] env[68640]: value = "task-2991214" [ 1060.811475] env[68640]: _type = "Task" [ 1060.811475] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.820727] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.823409] env[68640]: DEBUG nova.network.neutron [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.914518] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d3d6e520-59b1-4417-808f-61a91bbff789 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "08575fe3-70c7-4f83-870e-632b5560a239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.301s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.915557] env[68640]: DEBUG oslo_concurrency.lockutils [None req-950e98a3-11b9-4134-bc41-6fb58f3577eb tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "34c3d107-7cd7-422f-8aed-92db526d888a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.530s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.961510] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991212, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.011354] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991213, 'name': ReconfigVM_Task, 'duration_secs': 0.302046} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.011740] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.012638] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977f2087-865a-4b56-a575-d12432d12252 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.036928] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac/f3ead612-6445-46c7-ac93-8a56a5ab4fac.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.039831] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5ddf1d-72e9-4b4f-b6a4-c77a1f532375 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.058309] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1061.058309] env[68640]: value = "task-2991215" [ 1061.058309] env[68640]: _type = "Task" [ 1061.058309] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.066888] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.157281] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40afb172-20d3-4c12-81ab-7d24e910b112 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.674s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.223200] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ddd20a-7820-48f2-b82e-37eba4eb9bb2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.230935] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba690cf-2540-42f9-ba43-2275044a3205 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.262039] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91fde08-ce92-4be2-a117-23602586f963 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.269463] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd3761-07ec-4a1b-8534-3e0400f72787 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.284579] env[68640]: DEBUG nova.compute.provider_tree [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.292922] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.293250] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-336e9607-e73e-444d-ab27-ed16becff5a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.299099] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1061.299099] env[68640]: value = "task-2991216" [ 1061.299099] env[68640]: _type = "Task" [ 1061.299099] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.308480] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.308985] env[68640]: DEBUG nova.compute.manager [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.309503] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4192eee9-d5e3-4a8c-b6b3-bdfe334e5020 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.319532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.319532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.319532] env[68640]: DEBUG nova.network.neutron [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.328433] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328737] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Instance network_info: |[{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.329418] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:13:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a6c4314-a9d8-4415-a7a6-6701f94e91e9', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.339673] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Creating folder: Project (6a731f8aafd24c788030d5fba3b3d3ef). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.341485] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.341485] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.341485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.341485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.341485] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.342352] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84b943d-6ead-4dc7-ae3d-31ac0bdd173c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.344932] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-761969f0-b023-43c2-a3e9-1fa377adf972 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.356212] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Created folder: Project (6a731f8aafd24c788030d5fba3b3d3ef) in parent group-v599664. [ 1061.356406] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Creating folder: Instances. Parent ref: group-v599913. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.358113] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88540029-905b-410a-bd05-b939bbe41351 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.359772] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.359918] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.360720] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ec08cf-ea62-45b4-a057-e82f65d91c4c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.366419] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1061.366419] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f2c64-1869-05fd-07b2-87579fc6c263" [ 1061.366419] env[68640]: _type = "Task" [ 1061.366419] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.370128] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Created folder: Instances in parent group-v599913. [ 1061.370360] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.370849] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.371073] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2481cd36-29ed-46db-975a-f95fa65ce15d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.391652] env[68640]: DEBUG nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.393958] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f2c64-1869-05fd-07b2-87579fc6c263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.399343] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.399343] env[68640]: value = "task-2991219" [ 1061.399343] env[68640]: _type = "Task" [ 1061.399343] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.409896] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991219, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.429764] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.430019] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.430188] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.430376] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.430524] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.430670] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.430883] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.431038] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.431211] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.431406] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.431540] env[68640]: DEBUG nova.virt.hardware [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.432425] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db15470-e7f7-440e-be00-92c37a75105f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.440212] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7647ae8d-d236-47be-a736-1ef12f6da852 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.455198] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.459998] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Creating folder: Project (1ccfc9e857cb4ba09fb7ae51e4011f87). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.463652] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e88d8e31-02c8-426c-a45f-57a4fcfb3c68 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.470941] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991212, 'name': Destroy_Task, 'duration_secs': 0.582442} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.471470] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Destroyed the VM [ 1061.471720] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1061.471990] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-195c0311-7c37-46fc-a933-a7cfdf2b51d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.478624] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1061.478624] env[68640]: value = "task-2991221" [ 1061.478624] env[68640]: _type = "Task" [ 1061.478624] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.482601] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Created folder: Project (1ccfc9e857cb4ba09fb7ae51e4011f87) in parent group-v599664. [ 1061.482791] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Creating folder: Instances. Parent ref: group-v599916. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.483365] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56cdf065-a62f-4e0c-83a1-87344aad5b4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.488061] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991221, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.495565] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Created folder: Instances in parent group-v599916. [ 1061.495565] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.496111] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.496111] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-672652e2-9dd2-478e-a49c-fe17a54dd557 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.513130] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.513130] env[68640]: value = "task-2991223" [ 1061.513130] env[68640]: _type = "Task" [ 1061.513130] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.521013] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991223, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.572040] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991215, 'name': ReconfigVM_Task, 'duration_secs': 0.294424} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.572040] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac/f3ead612-6445-46c7-ac93-8a56a5ab4fac.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.572040] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.596031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.596224] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.596372] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.596615] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.596762] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.599016] env[68640]: INFO nova.compute.manager [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Terminating instance [ 1061.790320] env[68640]: DEBUG nova.scheduler.client.report [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.883082] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f2c64-1869-05fd-07b2-87579fc6c263, 'name': SearchDatastore_Task, 'duration_secs': 0.019139} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.883966] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099fbacb-25a3-43f1-9a9e-c35b0722246a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.890266] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1061.890266] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f89dd1-96fe-48fa-d274-183416b16804" [ 1061.890266] env[68640]: _type = "Task" [ 1061.890266] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.899956] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f89dd1-96fe-48fa-d274-183416b16804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.908868] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991219, 'name': CreateVM_Task, 'duration_secs': 0.400314} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.909079] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.909804] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.909996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.910381] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.910667] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-071c8576-4e08-44ea-95de-5cca4ad5d4a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.916502] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1061.916502] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5287ad19-02d0-3e84-f474-5252afd8dfa7" [ 1061.916502] env[68640]: _type = "Task" [ 1061.916502] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.925602] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5287ad19-02d0-3e84-f474-5252afd8dfa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.959997] env[68640]: INFO nova.compute.manager [None req-ae3cc09e-b9e3-443b-a06d-4ab25a8fc147 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Get console output [ 1061.960460] env[68640]: WARNING nova.virt.vmwareapi.driver [None req-ae3cc09e-b9e3-443b-a06d-4ab25a8fc147 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] The console log is missing. Check your VSPC configuration [ 1061.991090] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991221, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.025853] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991223, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.051316] env[68640]: DEBUG nova.compute.manager [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.051580] env[68640]: DEBUG nova.compute.manager [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing instance network info cache due to event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.051833] env[68640]: DEBUG oslo_concurrency.lockutils [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.051988] env[68640]: DEBUG oslo_concurrency.lockutils [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.052601] env[68640]: DEBUG nova.network.neutron [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.078871] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a72bd8-27dc-449c-a7cd-b170281e758e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.106210] env[68640]: DEBUG nova.compute.manager [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.106742] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.107814] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a7bae-c30a-4668-b1bc-ed50d556ea6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.111397] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b9ff2-54d4-4c0d-8b29-c9cdc544630c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.123291] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.142378] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f00e9f2c-a438-4a1b-bdc6-350bc7963401 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.144845] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.175172] env[68640]: DEBUG nova.network.neutron [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.213513] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.213666] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.213835] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleting the datastore file [datastore2] 4e9be1b1-c7b3-4326-9916-ee4594ed2440 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.215414] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36e6c575-8b58-4302-a439-f311cef2b914 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.222051] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.222161] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.227175] env[68640]: DEBUG oslo_vmware.api [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1062.227175] env[68640]: value = "task-2991225" [ 1062.227175] env[68640]: _type = "Task" [ 1062.227175] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.237214] env[68640]: DEBUG oslo_vmware.api [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.294539] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.297454] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.401s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.297969] env[68640]: DEBUG nova.objects.instance [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lazy-loading 'resources' on Instance uuid ee28e438-a9c9-4b16-b9a6-ff0ff6d04886 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.334604] env[68640]: INFO nova.scheduler.client.report [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance a6e8eaaa-88f3-4941-83a1-83cdd59f6607 [ 1062.401782] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f89dd1-96fe-48fa-d274-183416b16804, 'name': SearchDatastore_Task, 'duration_secs': 0.016809} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.402129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.402902] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. {{(pid=68640) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1062.402902] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a144aeb2-7f13-4f5d-8d46-d96789601fa4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.409336] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1062.409336] env[68640]: value = "task-2991226" [ 1062.409336] env[68640]: _type = "Task" [ 1062.409336] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.418372] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.431737] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5287ad19-02d0-3e84-f474-5252afd8dfa7, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.431737] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.431737] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.431737] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.431918] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.432159] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.432444] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-419c404f-335d-4c9e-a747-fda267e9c281 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.441606] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.442710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.442710] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf303b8-001a-447e-a4bc-16f2caaf1367 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.450515] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1062.450515] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52142c45-cdff-9ccc-f313-3935022d92c0" [ 1062.450515] env[68640]: _type = "Task" [ 1062.450515] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.459173] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52142c45-cdff-9ccc-f313-3935022d92c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.496786] env[68640]: DEBUG oslo_vmware.api [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991221, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.498213] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1062.498473] env[68640]: INFO nova.compute.manager [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Took 14.86 seconds to snapshot the instance on the hypervisor. [ 1062.503670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.503890] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.525604] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991223, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.677975] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.704288] env[68640]: DEBUG nova.compute.manager [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.704288] env[68640]: DEBUG nova.compute.manager [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing instance network info cache due to event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.704288] env[68640]: DEBUG oslo_concurrency.lockutils [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.704288] env[68640]: DEBUG oslo_concurrency.lockutils [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.704288] env[68640]: DEBUG nova.network.neutron [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.714798] env[68640]: DEBUG nova.network.neutron [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Port 0edeb3ba-3f18-411b-aebb-1fd210020c18 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1062.726247] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.745457] env[68640]: DEBUG oslo_vmware.api [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187779} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.746847] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.746847] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.746847] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.746847] env[68640]: INFO nova.compute.manager [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1062.746847] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.746847] env[68640]: DEBUG nova.compute.manager [-] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.747703] env[68640]: DEBUG nova.network.neutron [-] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.786432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.786534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.843287] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28a5ca77-cc73-4b27-870b-518634e07b44 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "a6e8eaaa-88f3-4941-83a1-83cdd59f6607" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.086s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.919793] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.922755] env[68640]: DEBUG nova.network.neutron [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updated VIF entry in instance network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.923135] env[68640]: DEBUG nova.network.neutron [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.959750] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52142c45-cdff-9ccc-f313-3935022d92c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011823} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.964070] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d58d4c1-1130-4dd6-abbd-fbc87dee7072 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.970826] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1062.970826] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cf42e8-009c-da2d-cb5b-b4609fd61066" [ 1062.970826] env[68640]: _type = "Task" [ 1062.970826] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.980238] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cf42e8-009c-da2d-cb5b-b4609fd61066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.004223] env[68640]: DEBUG nova.compute.manager [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Instance disappeared during snapshot {{(pid=68640) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1063.008090] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.028270] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991223, 'name': CreateVM_Task, 'duration_secs': 1.368161} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.029600] env[68640]: DEBUG nova.compute.manager [None req-00ef6675-2265-4d2d-8461-4ebcbb73a2d0 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image not found during clean up b45756aa-3531-4f42-a651-bcbc2fed2f32 {{(pid=68640) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1063.030628] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.034548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.034548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.034995] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.035827] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f850d0-2362-4d98-b234-431dcc47c91b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.043867] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1063.043867] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cece72-e791-b22f-34e0-6bb818f1e926" [ 1063.043867] env[68640]: _type = "Task" [ 1063.043867] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.057284] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cece72-e791-b22f-34e0-6bb818f1e926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.166196] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da8566-81d4-4720-9c0d-3d1b9f2e7c4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.174275] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c56ad97-2735-4406-9630-d41803f572b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.228026] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005bc81d-1eed-4742-962b-2e202e307b66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.229365] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.232759] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ef1ea6-ea8f-45cd-9d2c-36622ece322e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.238504] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.238741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.239503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.239695] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.239865] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.246551] env[68640]: INFO nova.compute.manager [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Terminating instance [ 1063.250232] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d052ce-dc83-40c0-8794-be7310b6b0fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.260368] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.261120] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.261770] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b4b1957-1c06-4727-a4da-5c2804c08bdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.272083] env[68640]: DEBUG nova.compute.provider_tree [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.289381] env[68640]: DEBUG nova.compute.utils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.343141] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.343365] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.343850] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleting the datastore file [datastore2] 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.343850] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dcc8a01-a79a-466f-b019-28598c031cd3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.351752] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1063.351752] env[68640]: value = "task-2991228" [ 1063.351752] env[68640]: _type = "Task" [ 1063.351752] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.362098] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.422206] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95921} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.422206] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. [ 1063.422980] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35b2940-2d13-41e3-939c-3b9efd895136 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.442360] env[68640]: DEBUG oslo_concurrency.lockutils [req-269b9be7-14ea-460b-a71c-4530b4562863 req-85a7a470-cce3-44ec-8fee-4c4933f56baf service nova] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.450047] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.450402] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0649bc3-3303-490f-89b1-072b0e269ac8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.468917] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1063.468917] env[68640]: value = "task-2991229" [ 1063.468917] env[68640]: _type = "Task" [ 1063.468917] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.481260] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.485302] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cf42e8-009c-da2d-cb5b-b4609fd61066, 'name': SearchDatastore_Task, 'duration_secs': 0.024601} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.485891] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.485891] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/80449ce9-f94b-4c5d-85a0-56e3e42efa25.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.486141] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9d48e9-f84b-4dee-b086-cd21d1293c8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.491715] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1063.491715] env[68640]: value = "task-2991230" [ 1063.491715] env[68640]: _type = "Task" [ 1063.491715] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.500606] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.543400] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.553105] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cece72-e791-b22f-34e0-6bb818f1e926, 'name': SearchDatastore_Task, 'duration_secs': 0.068472} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.553466] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.553733] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.553987] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.554173] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.554375] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.554687] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df69ebcd-996b-414d-b8b2-66a90788cf92 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.563109] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.563311] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.564100] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24e8c40-ffca-447f-b97a-64814a306d24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.569280] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1063.569280] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5253647b-49d6-ef37-afaa-8782349f40f0" [ 1063.569280] env[68640]: _type = "Task" [ 1063.569280] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.577241] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5253647b-49d6-ef37-afaa-8782349f40f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.739212] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.739670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.740956] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.763259] env[68640]: DEBUG nova.compute.manager [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.763259] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.763542] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c278ea-9ebb-4600-9fdd-adbf229552b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.771863] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.772251] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee4dfcde-7ebe-41a2-995e-ccce1d648fc3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.778988] env[68640]: DEBUG nova.scheduler.client.report [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.786334] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 1063.786334] env[68640]: value = "task-2991231" [ 1063.786334] env[68640]: _type = "Task" [ 1063.786334] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.794172] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.794783] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2991231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.796354] env[68640]: DEBUG nova.network.neutron [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updated VIF entry in instance network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.796354] env[68640]: DEBUG nova.network.neutron [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.841275] env[68640]: DEBUG nova.network.neutron [-] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.866832] env[68640]: DEBUG oslo_vmware.api [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297341} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.867175] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.867322] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.867501] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.891291] env[68640]: INFO nova.scheduler.client.report [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted allocations for instance 48583b00-bd87-4464-b081-a43961c8ca30 [ 1063.980904] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991229, 'name': ReconfigVM_Task, 'duration_secs': 0.286784} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.981232] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.982242] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6710005-81a4-47c8-8441-62da3cad499f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.014986] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c5cb61-61ab-42c6-9cf2-57a8d9d6fe85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.072588] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.072588] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1064.072588] env[68640]: value = "task-2991232" [ 1064.072588] env[68640]: _type = "Task" [ 1064.072588] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.072588] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.082102] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5253647b-49d6-ef37-afaa-8782349f40f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.083200] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d686c66-75d1-4bda-8c98-dcfee1d485e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.089704] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1064.089704] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526ec2e8-500d-5d12-d71b-c9005866c6d2" [ 1064.089704] env[68640]: _type = "Task" [ 1064.089704] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.102760] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526ec2e8-500d-5d12-d71b-c9005866c6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.103178] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.103456] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.103765] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ab543fd-0ec7-4d5e-bcbe-d955a0af5cff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.111083] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1064.111083] env[68640]: value = "task-2991233" [ 1064.111083] env[68640]: _type = "Task" [ 1064.111083] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.125123] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.285776] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.988s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.289503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.763s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.290146] env[68640]: INFO nova.compute.claims [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.301067] env[68640]: DEBUG oslo_concurrency.lockutils [req-eef95eff-a614-4c63-8abd-5cb086a317f7 req-925913c3-067e-4b65-9549-4f2668438dfd service nova] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.307071] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2991231, 'name': PowerOffVM_Task, 'duration_secs': 0.379218} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.307348] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.307531] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.307832] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73f974cd-8531-4882-90cb-a4997387063c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.317608] env[68640]: INFO nova.scheduler.client.report [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Deleted allocations for instance ee28e438-a9c9-4b16-b9a6-ff0ff6d04886 [ 1064.344433] env[68640]: INFO nova.compute.manager [-] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Took 1.60 seconds to deallocate network for instance. [ 1064.386130] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.386480] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.386694] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Deleting the datastore file [datastore2] 6db618e7-4f49-4ee2-8f59-6d25bd4621f5 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.386962] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbe99cff-58f1-4966-b8ea-dee0e6f17ae8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.395378] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for the task: (returnval){ [ 1064.395378] env[68640]: value = "task-2991235" [ 1064.395378] env[68640]: _type = "Task" [ 1064.395378] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.397412] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.414601] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2991235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.521728] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574776} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.522317] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/80449ce9-f94b-4c5d-85a0-56e3e42efa25.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.522907] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.522907] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f151c6e0-3ac5-41d4-8e3a-79fcab5e6060 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.531454] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1064.531454] env[68640]: value = "task-2991236" [ 1064.531454] env[68640]: _type = "Task" [ 1064.531454] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.546579] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991232, 'name': ReconfigVM_Task, 'duration_secs': 0.172495} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.550098] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.550662] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.551094] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad208558-a81b-4f4f-bd7d-64c04a85fc43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.560125] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1064.560125] env[68640]: value = "task-2991237" [ 1064.560125] env[68640]: _type = "Task" [ 1064.560125] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.572546] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.624749] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.780038] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.780243] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.780420] env[68640]: DEBUG nova.network.neutron [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.827919] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46f93a66-50a4-46cc-9813-8bc7969ac25d tempest-ServersTestManualDisk-852453938 tempest-ServersTestManualDisk-852453938-project-member] Lock "ee28e438-a9c9-4b16-b9a6-ff0ff6d04886" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.701s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.839489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.842432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.857010] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.908028] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2991235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.909099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.909454] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.909771] env[68640]: INFO nova.compute.manager [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Attaching volume 240c8019-d876-455f-96d3-f722d8462316 to /dev/sdb [ 1064.951793] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fdad02-882b-44c2-8e4a-10a97432ff29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.960746] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d5b03-fa18-4acf-a1d7-5997a0920b8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.978015] env[68640]: DEBUG nova.virt.block_device [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating existing volume attachment record: 20a874e0-523c-4105-82bb-d2039616c101 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.042616] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26708} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.043340] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.044201] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fc8373-0955-447c-b401-71254cf6b0ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.070071] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/80449ce9-f94b-4c5d-85a0-56e3e42efa25.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.073653] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee261eb3-6e4b-414f-af83-365660cad145 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.093887] env[68640]: DEBUG oslo_vmware.api [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991237, 'name': PowerOnVM_Task, 'duration_secs': 0.501783} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.095302] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.097443] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1065.097443] env[68640]: value = "task-2991238" [ 1065.097443] env[68640]: _type = "Task" [ 1065.097443] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.101964] env[68640]: DEBUG nova.compute.manager [None req-db065f25-12db-4baf-8b72-81bb7855e2ea tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.102719] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a5a05e-c674-4485-a832-59c86a150672 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.114036] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.127387] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.127665] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.127871] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.128148] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b185eeee-a6df-4b28-924d-0aafd9304d4a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.136152] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1065.136152] env[68640]: value = "task-2991240" [ 1065.136152] env[68640]: _type = "Task" [ 1065.136152] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.145112] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.164524] env[68640]: DEBUG nova.compute.manager [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-vif-unplugged-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.167421] env[68640]: DEBUG oslo_concurrency.lockutils [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.167421] env[68640]: DEBUG oslo_concurrency.lockutils [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.167421] env[68640]: DEBUG oslo_concurrency.lockutils [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.167421] env[68640]: DEBUG nova.compute.manager [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] No waiting events found dispatching network-vif-unplugged-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.167421] env[68640]: WARNING nova.compute.manager [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received unexpected event network-vif-unplugged-43aefe3d-46ff-4936-8cfa-d1103b671437 for instance with vm_state shelved_offloaded and task_state None. [ 1065.167421] env[68640]: DEBUG nova.compute.manager [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-changed-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.167421] env[68640]: DEBUG nova.compute.manager [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Refreshing instance network info cache due to event network-changed-43aefe3d-46ff-4936-8cfa-d1103b671437. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.167421] env[68640]: DEBUG oslo_concurrency.lockutils [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.167421] env[68640]: DEBUG oslo_concurrency.lockutils [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.167421] env[68640]: DEBUG nova.network.neutron [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Refreshing network info cache for port 43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.346417] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.412288] env[68640]: DEBUG oslo_vmware.api [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Task: {'id': task-2991235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.896986} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.412733] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.412880] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.413490] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.413490] env[68640]: INFO nova.compute.manager [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1065.414837] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.415235] env[68640]: DEBUG nova.compute.manager [-] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.415336] env[68640]: DEBUG nova.network.neutron [-] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.470714] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.470714] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.610269] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.647177] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175163} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.649899] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.651503] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fa4697-bccf-4c53-bd96-6e5a9e33ab8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.672323] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.678841] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420286ba-4cfb-4421-9d3a-3b54aad74037 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.700675] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1065.700675] env[68640]: value = "task-2991243" [ 1065.700675] env[68640]: _type = "Task" [ 1065.700675] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.708968] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.726409] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de06e73e-ab8f-40fc-8eac-7494df0e7486 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.731741] env[68640]: DEBUG nova.network.neutron [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [{"id": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "address": "fa:16:3e:62:a9:a6", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edeb3ba-3f", "ovs_interfaceid": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.738579] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be6cc0-8c2e-4fa4-8e0e-bdcd826cbb09 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.773877] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d4c1a2-be9b-48e8-a111-df1e08ad06bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.782502] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3300c4cd-8588-498f-9282-e7184a61dfaf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.797844] env[68640]: DEBUG nova.compute.provider_tree [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.870849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.977597] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1066.107242] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991238, 'name': ReconfigVM_Task, 'duration_secs': 0.833941} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.107635] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/80449ce9-f94b-4c5d-85a0-56e3e42efa25.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.108136] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f2c0af1-52e8-47ac-a94c-d455f01bdc71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.114488] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1066.114488] env[68640]: value = "task-2991244" [ 1066.114488] env[68640]: _type = "Task" [ 1066.114488] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.130947] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991244, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.211470] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.234831] env[68640]: DEBUG oslo_concurrency.lockutils [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.301676] env[68640]: DEBUG nova.scheduler.client.report [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.412223] env[68640]: DEBUG nova.network.neutron [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updated VIF entry in instance network info cache for port 43aefe3d-46ff-4936-8cfa-d1103b671437. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.412616] env[68640]: DEBUG nova.network.neutron [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": null, "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap43aefe3d-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.518678] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.627815] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991244, 'name': Rename_Task, 'duration_secs': 0.198824} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.628579] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.628888] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865461b1-f611-44a1-abd9-c33174f1e1aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.635837] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1066.635837] env[68640]: value = "task-2991245" [ 1066.635837] env[68640]: _type = "Task" [ 1066.635837] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.646523] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.675130] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.712903] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991243, 'name': ReconfigVM_Task, 'duration_secs': 0.691438} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.713450] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.714135] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da06da1-557a-4f38-afcb-2ac7d5a7ca54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.721337] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1066.721337] env[68640]: value = "task-2991246" [ 1066.721337] env[68640]: _type = "Task" [ 1066.721337] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.729578] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991246, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.764324] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ec811b-b050-4781-85c4-786e38267598 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.783803] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84502de3-8855-45ef-9b65-beff32fa5697 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.790921] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.814614] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.814735] env[68640]: DEBUG nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.818067] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.557s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.819525] env[68640]: INFO nova.compute.claims [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.918866] env[68640]: DEBUG oslo_concurrency.lockutils [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.919170] env[68640]: DEBUG nova.compute.manager [req-618b3775-8e30-474b-8453-f55572a12816 req-b80706b8-b6b8-4b3d-9b63-91ff800c511b service nova] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Received event network-vif-deleted-0f7ec4e9-c0e1-46ab-9358-1d799b9dea7f {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.150567] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991245, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.190387] env[68640]: DEBUG nova.network.neutron [-] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.203096] env[68640]: DEBUG nova.compute.manager [req-2ba42504-5bfb-426c-91ab-edd4d9e6e3c3 req-2ecb8375-aac9-4230-abac-329dfc0afa2e service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Received event network-vif-deleted-5862bf2f-2fa9-4a52-b16e-f447f3365ab2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.203867] env[68640]: INFO nova.compute.manager [req-2ba42504-5bfb-426c-91ab-edd4d9e6e3c3 req-2ecb8375-aac9-4230-abac-329dfc0afa2e service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Neutron deleted interface 5862bf2f-2fa9-4a52-b16e-f447f3365ab2; detaching it from the instance and deleting it from the info cache [ 1067.203867] env[68640]: DEBUG nova.network.neutron [req-2ba42504-5bfb-426c-91ab-edd4d9e6e3c3 req-2ecb8375-aac9-4230-abac-329dfc0afa2e service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.232134] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991246, 'name': Rename_Task, 'duration_secs': 0.188144} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.232398] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.232669] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dce7869-bb2e-4da8-b599-aca8d744bb74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.239515] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1067.239515] env[68640]: value = "task-2991247" [ 1067.239515] env[68640]: _type = "Task" [ 1067.239515] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.249295] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.297603] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.297939] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb49b660-ea08-447a-b327-d2ca3bb1e6db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.306381] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1067.306381] env[68640]: value = "task-2991248" [ 1067.306381] env[68640]: _type = "Task" [ 1067.306381] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.322136] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991248, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.324939] env[68640]: DEBUG nova.compute.utils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.329259] env[68640]: DEBUG nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1067.647135] env[68640]: DEBUG oslo_vmware.api [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991245, 'name': PowerOnVM_Task, 'duration_secs': 0.719996} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.647406] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.647610] env[68640]: INFO nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1067.647823] env[68640]: DEBUG nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.648604] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b06537-b730-499a-99c4-962a23c0265b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.693011] env[68640]: INFO nova.compute.manager [-] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Took 2.28 seconds to deallocate network for instance. [ 1067.709315] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98b014ee-99e0-431a-88ba-52cc2eece0b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719618] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce00dff6-ad86-4c4f-b702-dd178ba669ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.764170] env[68640]: DEBUG nova.compute.manager [req-2ba42504-5bfb-426c-91ab-edd4d9e6e3c3 req-2ecb8375-aac9-4230-abac-329dfc0afa2e service nova] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Detach interface failed, port_id=5862bf2f-2fa9-4a52-b16e-f447f3365ab2, reason: Instance 6db618e7-4f49-4ee2-8f59-6d25bd4621f5 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.772921] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.817804] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.830580] env[68640]: DEBUG nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.071750] env[68640]: INFO nova.compute.manager [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Rescuing [ 1068.071750] env[68640]: DEBUG oslo_concurrency.lockutils [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.071869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.072042] env[68640]: DEBUG nova.network.neutron [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.169161] env[68640]: INFO nova.compute.manager [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Took 26.38 seconds to build instance. [ 1068.192071] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a7d6e2-236b-4f15-a2ea-ae545798795e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.200860] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8448f67d-6aa0-4d97-915d-c4df62d5a31b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.208324] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.236956] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9942ef6-35fd-4e0a-825b-a660a0d3c759 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.247322] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca35a19-26ca-415e-9695-8fda7f763ada {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.255565] env[68640]: DEBUG oslo_vmware.api [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991247, 'name': PowerOnVM_Task, 'duration_secs': 0.663922} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.265151] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.265405] env[68640]: INFO nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1068.265593] env[68640]: DEBUG nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.266177] env[68640]: DEBUG nova.compute.provider_tree [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.268848] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f387a2-733b-4a06-8d32-254366ecf525 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.317561] env[68640]: DEBUG oslo_vmware.api [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991248, 'name': PowerOnVM_Task, 'duration_secs': 0.66823} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.317832] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.318059] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-81f7350f-726b-4926-b804-33eedfe8acf8 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance 'f3ead612-6445-46c7-ac93-8a56a5ab4fac' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.675705] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91f007c8-ff1f-4ca8-a10e-ca45ce0c93b3 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.901s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.773123] env[68640]: DEBUG nova.scheduler.client.report [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.788183] env[68640]: INFO nova.compute.manager [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Took 25.64 seconds to build instance. [ 1068.849942] env[68640]: DEBUG nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.881752] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.882045] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.882223] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.882414] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.882589] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.882720] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.882971] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.883922] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.884255] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.884360] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.884556] env[68640]: DEBUG nova.virt.hardware [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.885473] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3edafa-6b75-4646-a21d-c55356b5b528 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.898543] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d52cbd-c215-4848-b3c2-9a608d9e0ff8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.919651] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.927838] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Creating folder: Project (7b8e3c93318f4900a5427796e7df0664). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.928021] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f86cd8-681e-4780-a34c-24c4ad85c9be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.940044] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Created folder: Project (7b8e3c93318f4900a5427796e7df0664) in parent group-v599664. [ 1068.940249] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Creating folder: Instances. Parent ref: group-v599921. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1068.940486] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20dce408-2a9b-47f9-9956-f3c72980ab98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.948757] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Created folder: Instances in parent group-v599921. [ 1068.948995] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.949202] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.949406] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40fb94c-2820-4e17-bda4-5d0755a0b63b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.962993] env[68640]: INFO nova.compute.manager [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Rescuing [ 1068.963263] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.963416] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.963578] env[68640]: DEBUG nova.network.neutron [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.967791] env[68640]: DEBUG nova.network.neutron [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updating instance_info_cache with network_info: [{"id": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "address": "fa:16:3e:15:17:24", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d69643-ca", "ovs_interfaceid": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.971087] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.971087] env[68640]: value = "task-2991252" [ 1068.971087] env[68640]: _type = "Task" [ 1068.971087] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.979195] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991252, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.222091] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "2413dbc3-a85a-437a-92a5-125fc4696aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.222539] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.286425] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.286962] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.290277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.747s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.291526] env[68640]: INFO nova.compute.claims [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.294127] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3e47c0c8-d6b9-4ab4-af9c-b32125d36767 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.155s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.471336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.482731] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991252, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.664568] env[68640]: DEBUG nova.network.neutron [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.726542] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.769812] env[68640]: INFO nova.compute.manager [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Rebuilding instance [ 1069.798031] env[68640]: DEBUG nova.compute.utils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.801833] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.801833] env[68640]: DEBUG nova.network.neutron [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.817228] env[68640]: DEBUG nova.compute.manager [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.818080] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd3124-e776-4beb-8402-29601e0ce03b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.877350] env[68640]: DEBUG nova.policy [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc5c69cbb58455ea9b895b6c0a5031a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9db479328d704865a366ac3e44aecf14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.883039] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "8570bc2c-27be-4140-a54f-5a201a416ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.883296] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "8570bc2c-27be-4140-a54f-5a201a416ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.985819] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991252, 'name': CreateVM_Task, 'duration_secs': 0.515859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.986046] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.986504] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.986777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.987016] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.987282] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e1ec7f-f14c-4d3e-94c4-83ea7af0f45b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.993203] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1069.993203] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274b5ee-5f39-672c-73cd-fe0230e78809" [ 1069.993203] env[68640]: _type = "Task" [ 1069.993203] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.001486] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274b5ee-5f39-672c-73cd-fe0230e78809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.036056] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1070.036056] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599920', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'name': 'volume-240c8019-d876-455f-96d3-f722d8462316', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3f00b18-241c-4a08-87ee-a44c1dc5af97', 'attached_at': '', 'detached_at': '', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'serial': '240c8019-d876-455f-96d3-f722d8462316'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1070.036275] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a157649-2124-47c6-ba26-d542bd05c3d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.067267] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6009d97f-2c5f-427a-b91d-33ae26784bf5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.111216] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-240c8019-d876-455f-96d3-f722d8462316/volume-240c8019-d876-455f-96d3-f722d8462316.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.113855] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121f9170-e9f7-42d0-885b-6a7e222feb9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.148061] env[68640]: DEBUG oslo_vmware.api [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1070.148061] env[68640]: value = "task-2991253" [ 1070.148061] env[68640]: _type = "Task" [ 1070.148061] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.161340] env[68640]: DEBUG oslo_vmware.api [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.166866] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.227074] env[68640]: DEBUG nova.network.neutron [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Successfully created port: f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.247509] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.302684] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.385169] env[68640]: DEBUG nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.508576] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274b5ee-5f39-672c-73cd-fe0230e78809, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.511580] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.511843] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.512117] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.512280] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.512470] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.514600] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3332fb7d-e362-4e65-bfaf-cd70ae96d2ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.523336] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.523775] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.526899] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7550c043-6420-46da-8ee8-0aa394f10f91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.533330] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1070.533330] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525771ff-fec9-bceb-db04-b5c255d28f15" [ 1070.533330] env[68640]: _type = "Task" [ 1070.533330] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.541523] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525771ff-fec9-bceb-db04-b5c255d28f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.641707] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb684f52-9652-48ea-a554-e3c4c033c560 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.645029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.645402] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.645665] env[68640]: DEBUG nova.compute.manager [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Going to confirm migration 4 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1070.655030] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe5e4bb-84d9-4601-b171-1eb02c87150d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.662131] env[68640]: DEBUG oslo_vmware.api [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991253, 'name': ReconfigVM_Task, 'duration_secs': 0.481415} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.687716] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-240c8019-d876-455f-96d3-f722d8462316/volume-240c8019-d876-455f-96d3-f722d8462316.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.693501] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55db3c5-dad2-46d6-afb2-049b2c9092d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.703705] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642aed6-d460-4081-889e-756cc0a2c991 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.714713] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b42910a-c0ff-43c4-b6f7-e1b3e3395012 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.719117] env[68640]: DEBUG oslo_vmware.api [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1070.719117] env[68640]: value = "task-2991254" [ 1070.719117] env[68640]: _type = "Task" [ 1070.719117] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.730220] env[68640]: DEBUG nova.compute.provider_tree [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.736889] env[68640]: DEBUG oslo_vmware.api [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.832075] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.832413] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b198c6-038e-4447-a056-8e0f32b30958 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.839621] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1070.839621] env[68640]: value = "task-2991255" [ 1070.839621] env[68640]: _type = "Task" [ 1070.839621] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.849025] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.904634] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.020662] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.021083] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f7f3581-06cd-4653-a7a1-6e12de8ec176 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.028856] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1071.028856] env[68640]: value = "task-2991256" [ 1071.028856] env[68640]: _type = "Task" [ 1071.028856] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.039331] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.044583] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525771ff-fec9-bceb-db04-b5c255d28f15, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.045376] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f9764a1-9630-4609-bc1d-3bcc25fc3803 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.050663] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1071.050663] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b54bfe-1038-f214-ee45-0d9bffcd0ab1" [ 1071.050663] env[68640]: _type = "Task" [ 1071.050663] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.058020] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b54bfe-1038-f214-ee45-0d9bffcd0ab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.200441] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200822] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.201115] env[68640]: DEBUG nova.network.neutron [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.201457] env[68640]: DEBUG nova.objects.instance [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'info_cache' on Instance uuid f3ead612-6445-46c7-ac93-8a56a5ab4fac {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.230563] env[68640]: DEBUG oslo_vmware.api [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991254, 'name': ReconfigVM_Task, 'duration_secs': 0.248675} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.231335] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599920', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'name': 'volume-240c8019-d876-455f-96d3-f722d8462316', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3f00b18-241c-4a08-87ee-a44c1dc5af97', 'attached_at': '', 'detached_at': '', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'serial': '240c8019-d876-455f-96d3-f722d8462316'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.233946] env[68640]: DEBUG nova.scheduler.client.report [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.316974] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.348348] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.348577] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.348734] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.348912] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.349074] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.349231] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.349442] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.349605] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.349772] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.349936] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.350126] env[68640]: DEBUG nova.virt.hardware [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.350892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01e8954-d1a1-4c46-b4f2-331341d0d377 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.356449] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991255, 'name': PowerOffVM_Task, 'duration_secs': 0.264689} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.357146] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.357903] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.358892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962d0d4-fc3d-4b4d-b2aa-53d1eab9ca48 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.364931] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cedfff-045c-4c77-8de3-30bd8c873b2a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.370879] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.371455] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acdf1227-5465-432c-b806-2f686fc7d433 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.409550] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.409740] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.409960] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Deleting the datastore file [datastore1] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.410210] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf43b7ca-77d6-411d-be9b-c6ee8f599be2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.416045] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1071.416045] env[68640]: value = "task-2991258" [ 1071.416045] env[68640]: _type = "Task" [ 1071.416045] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.424060] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.538629] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991256, 'name': PowerOffVM_Task, 'duration_secs': 0.227782} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.538949] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.539802] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d6df39-6ef1-4cd0-9d11-5ba3a9c15031 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.561743] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83f2d04-6d70-4431-84e2-b42f4adcb3fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.569349] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b54bfe-1038-f214-ee45-0d9bffcd0ab1, 'name': SearchDatastore_Task, 'duration_secs': 0.020315} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.571612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.571885] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] b62fd804-8792-4589-9f67-02dfb665a5ad/b62fd804-8792-4589-9f67-02dfb665a5ad.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.573996] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf7e088-a4f0-44a7-ab5a-b77955ad5237 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.579503] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1071.579503] env[68640]: value = "task-2991259" [ 1071.579503] env[68640]: _type = "Task" [ 1071.579503] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.587290] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.595671] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.596010] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a13474-a827-4c5c-9ef0-303a53237f2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.602962] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1071.602962] env[68640]: value = "task-2991260" [ 1071.602962] env[68640]: _type = "Task" [ 1071.602962] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.611194] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.678830] env[68640]: DEBUG nova.compute.manager [req-991cac38-cd6a-47b9-8c52-a4838e5bbc00 req-ff86342c-779f-4e6c-870a-d51114e363fe service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Received event network-vif-plugged-f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.679248] env[68640]: DEBUG oslo_concurrency.lockutils [req-991cac38-cd6a-47b9-8c52-a4838e5bbc00 req-ff86342c-779f-4e6c-870a-d51114e363fe service nova] Acquiring lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.679399] env[68640]: DEBUG oslo_concurrency.lockutils [req-991cac38-cd6a-47b9-8c52-a4838e5bbc00 req-ff86342c-779f-4e6c-870a-d51114e363fe service nova] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.679594] env[68640]: DEBUG oslo_concurrency.lockutils [req-991cac38-cd6a-47b9-8c52-a4838e5bbc00 req-ff86342c-779f-4e6c-870a-d51114e363fe service nova] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.679902] env[68640]: DEBUG nova.compute.manager [req-991cac38-cd6a-47b9-8c52-a4838e5bbc00 req-ff86342c-779f-4e6c-870a-d51114e363fe service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] No waiting events found dispatching network-vif-plugged-f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.680123] env[68640]: WARNING nova.compute.manager [req-991cac38-cd6a-47b9-8c52-a4838e5bbc00 req-ff86342c-779f-4e6c-870a-d51114e363fe service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Received unexpected event network-vif-plugged-f3a59e3c-c96f-44ab-9709-07ee1b077815 for instance with vm_state building and task_state spawning. [ 1071.715129] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.715914] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29ccf033-8b24-4e0d-83a3-253375c2791f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.726383] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1071.726383] env[68640]: value = "task-2991261" [ 1071.726383] env[68640]: _type = "Task" [ 1071.726383] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.735108] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.741102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.741663] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.745253] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.348s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.745499] env[68640]: DEBUG nova.objects.instance [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'resources' on Instance uuid 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.762295] env[68640]: DEBUG nova.network.neutron [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Successfully updated port: f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.930186] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091268} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.930724] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.931427] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.931427] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.092689] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991259, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.112631] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1072.112806] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.113069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.113284] env[68640]: DEBUG oslo_concurrency.lockutils [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.113401] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.113665] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d14fba53-2652-4044-9539-fae644a7c018 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.121742] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.121742] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.122698] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c1a9df0-b043-4f0d-9023-275eff9b8bdf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.127574] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1072.127574] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b2a62-9e51-3cd2-d767-387e51f77ba6" [ 1072.127574] env[68640]: _type = "Task" [ 1072.127574] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.137021] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b2a62-9e51-3cd2-d767-387e51f77ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.239898] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991261, 'name': PowerOffVM_Task, 'duration_secs': 0.244995} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.242758] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.243613] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b0c92-e114-4f40-91b4-af26a5d4c432 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.247409] env[68640]: DEBUG nova.compute.utils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.248690] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.248858] env[68640]: DEBUG nova.network.neutron [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.251304] env[68640]: DEBUG nova.objects.instance [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'numa_topology' on Instance uuid 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.266579] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-1b1deefe-b51e-49b7-996b-3d4d38b7b723" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.266730] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-1b1deefe-b51e-49b7-996b-3d4d38b7b723" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.266881] env[68640]: DEBUG nova.network.neutron [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.269366] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2b1da-e8a2-404d-b17b-627e1f599e3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.294018] env[68640]: DEBUG nova.objects.instance [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'flavor' on Instance uuid f3f00b18-241c-4a08-87ee-a44c1dc5af97 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.300547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.300867] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8907b904-2530-4b90-af1e-61aa1331e24e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.310380] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1072.310380] env[68640]: value = "task-2991262" [ 1072.310380] env[68640]: _type = "Task" [ 1072.310380] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.321936] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1072.322229] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.322535] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.374687] env[68640]: DEBUG nova.policy [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b46fd895ae94012a0dce12319fe6620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b365e1112a469c8ff23e5d1ca90b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.591205] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550197} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.591516] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] b62fd804-8792-4589-9f67-02dfb665a5ad/b62fd804-8792-4589-9f67-02dfb665a5ad.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.591741] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.592016] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-273d61ca-bb39-481c-89e2-2ba2b9179a10 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.600843] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1072.600843] env[68640]: value = "task-2991263" [ 1072.600843] env[68640]: _type = "Task" [ 1072.600843] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.615675] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.638186] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522b2a62-9e51-3cd2-d767-387e51f77ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.025488} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.639076] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-636307a7-fbeb-43f5-9f70-9e7a33848a1c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.642323] env[68640]: DEBUG nova.network.neutron [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [{"id": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "address": "fa:16:3e:62:a9:a6", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0edeb3ba-3f", "ovs_interfaceid": "0edeb3ba-3f18-411b-aebb-1fd210020c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.647084] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1072.647084] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d2883d-30cc-190f-d930-067bbdfa69f7" [ 1072.647084] env[68640]: _type = "Task" [ 1072.647084] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.657799] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d2883d-30cc-190f-d930-067bbdfa69f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.751755] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.767019] env[68640]: DEBUG nova.objects.base [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Object Instance<48583b00-bd87-4464-b081-a43961c8ca30> lazy-loaded attributes: resources,numa_topology {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1072.799264] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0ffa391a-8639-4e24-b141-dd764231d183 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.890s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.813179] env[68640]: DEBUG nova.network.neutron [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.815949] env[68640]: DEBUG nova.network.neutron [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Successfully created port: 722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.983601] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.983859] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.984064] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.984279] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.984431] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.984575] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.984784] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.985145] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.985197] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.985356] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.985527] env[68640]: DEBUG nova.virt.hardware [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.989646] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbd79a7-44e7-4c09-9db7-0e4819ee5dfe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.997023] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5605a5a5-4f7a-4a7c-b532-133647f6e5ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.011098] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.016797] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.019856] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.020377] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc13691-3429-4208-bbc1-406a7349d068 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.037795] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.037795] env[68640]: value = "task-2991264" [ 1073.037795] env[68640]: _type = "Task" [ 1073.037795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.045507] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991264, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.107616] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6627c0b-ed13-497c-a0f5-9597e1d4b5d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.113912] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068247} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.114638] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.115520] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3432a05c-1cde-4ae7-a9bc-4433ca99dee1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.122053] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4d8d4-5d85-482a-9078-56d65fdc2617 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.143783] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] b62fd804-8792-4589-9f67-02dfb665a5ad/b62fd804-8792-4589-9f67-02dfb665a5ad.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.144548] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22ee84b-da9f-4199-ba59-59a8cd3e67f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.159114] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-f3ead612-6445-46c7-ac93-8a56a5ab4fac" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.160226] env[68640]: DEBUG nova.objects.instance [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'migration_context' on Instance uuid f3ead612-6445-46c7-ac93-8a56a5ab4fac {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.193259] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa7793f-59a5-4068-abaf-ce523b77ebef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.198099] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1073.198099] env[68640]: value = "task-2991265" [ 1073.198099] env[68640]: _type = "Task" [ 1073.198099] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.201790] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d2883d-30cc-190f-d930-067bbdfa69f7, 'name': SearchDatastore_Task, 'duration_secs': 0.021053} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.207304] env[68640]: DEBUG oslo_concurrency.lockutils [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.207304] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. {{(pid=68640) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1073.207519] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.207685] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.207929] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6afe8c38-eea8-424f-8562-be326ea54215 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.211234] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef87b4-af67-4ec9-afea-fef4913b548a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.216018] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ebce83-d6ff-4d74-9369-e78c656caf69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.221996] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.234022] env[68640]: DEBUG nova.compute.provider_tree [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.234821] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1073.234821] env[68640]: value = "task-2991266" [ 1073.234821] env[68640]: _type = "Task" [ 1073.234821] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.235480] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.235688] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.236784] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2fdac06-ced2-44a2-9921-1e309ef91e04 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.246795] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1073.246795] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5268d80e-cb32-7936-707b-329b038941a1" [ 1073.246795] env[68640]: _type = "Task" [ 1073.246795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.251385] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.264599] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5268d80e-cb32-7936-707b-329b038941a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.265506] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a196e7f-9ce0-4231-be5c-5d2836200955 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.271017] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1073.271017] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5291829f-329b-2cc6-6aef-d8f649a137f3" [ 1073.271017] env[68640]: _type = "Task" [ 1073.271017] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.278601] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5291829f-329b-2cc6-6aef-d8f649a137f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.351139] env[68640]: DEBUG nova.network.neutron [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Updating instance_info_cache with network_info: [{"id": "f3a59e3c-c96f-44ab-9709-07ee1b077815", "address": "fa:16:3e:8c:f6:45", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a59e3c-c9", "ovs_interfaceid": "f3a59e3c-c96f-44ab-9709-07ee1b077815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.559512] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991264, 'name': CreateVM_Task, 'duration_secs': 0.325365} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.559512] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.559512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.559512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.560198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.560652] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d599fcc-913f-4944-883c-ac6167b66c10 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.568153] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1073.568153] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a23b8-eb9f-cda7-0833-de31e9aa6b0c" [ 1073.568153] env[68640]: _type = "Task" [ 1073.568153] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.576576] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a23b8-eb9f-cda7-0833-de31e9aa6b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.690374] env[68640]: DEBUG nova.objects.base [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.692097] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d79cd5-6ab3-4c53-8b00-b0c7fbc48765 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.723027] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634c0218-b497-4f4b-ba59-6cc45251ada7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.732133] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991265, 'name': ReconfigVM_Task, 'duration_secs': 0.410528} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.733545] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Reconfigured VM instance instance-0000005e to attach disk [datastore2] b62fd804-8792-4589-9f67-02dfb665a5ad/b62fd804-8792-4589-9f67-02dfb665a5ad.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.734308] env[68640]: DEBUG oslo_vmware.api [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1073.734308] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522259b2-22d7-5b48-9211-1a1d302816ce" [ 1073.734308] env[68640]: _type = "Task" [ 1073.734308] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.734546] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-791efe02-c966-4dd9-b73c-0b197d64c45f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.740446] env[68640]: DEBUG nova.scheduler.client.report [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.747999] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1073.747999] env[68640]: value = "task-2991267" [ 1073.747999] env[68640]: _type = "Task" [ 1073.747999] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.757488] env[68640]: DEBUG oslo_vmware.api [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522259b2-22d7-5b48-9211-1a1d302816ce, 'name': SearchDatastore_Task, 'duration_secs': 0.005816} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.757735] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516707} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.759706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.759965] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. [ 1073.761069] env[68640]: DEBUG nova.compute.manager [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Received event network-changed-f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.761255] env[68640]: DEBUG nova.compute.manager [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Refreshing instance network info cache due to event network-changed-f3a59e3c-c96f-44ab-9709-07ee1b077815. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.761437] env[68640]: DEBUG oslo_concurrency.lockutils [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] Acquiring lock "refresh_cache-1b1deefe-b51e-49b7-996b-3d4d38b7b723" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.765239] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.767857] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1479f-0f27-4d67-8c01-9991c3c9fa42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.771162] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991267, 'name': Rename_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.796837] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.799588] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-776a18d3-7847-4244-a8cd-d707013240bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.816556] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5291829f-329b-2cc6-6aef-d8f649a137f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.817143] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.817408] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. {{(pid=68640) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1073.817850] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb93b51-934a-4622-bfec-90f872ae4100 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.821855] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.822085] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.822248] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.822430] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.822574] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.822720] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.822971] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.823165] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.823337] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.823497] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.823670] env[68640]: DEBUG nova.virt.hardware [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.824423] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf87ed-a184-41e4-b6a3-3fb09ab1d82b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.828235] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1073.828235] env[68640]: value = "task-2991268" [ 1073.828235] env[68640]: _type = "Task" [ 1073.828235] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.834900] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1073.834900] env[68640]: value = "task-2991269" [ 1073.834900] env[68640]: _type = "Task" [ 1073.834900] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.836542] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f7eb6-8f59-431b-b03a-d65ce262febe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.846554] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.860062] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-1b1deefe-b51e-49b7-996b-3d4d38b7b723" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.860421] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Instance network_info: |[{"id": "f3a59e3c-c96f-44ab-9709-07ee1b077815", "address": "fa:16:3e:8c:f6:45", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a59e3c-c9", "ovs_interfaceid": "f3a59e3c-c96f-44ab-9709-07ee1b077815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.863840] env[68640]: DEBUG oslo_concurrency.lockutils [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] Acquired lock "refresh_cache-1b1deefe-b51e-49b7-996b-3d4d38b7b723" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.864077] env[68640]: DEBUG nova.network.neutron [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Refreshing network info cache for port f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.865475] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:f6:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a59e3c-c96f-44ab-9709-07ee1b077815', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.873454] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.874127] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.875171] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.875433] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966b67a5-2977-4269-a5ed-f9db267c7722 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.896415] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.896415] env[68640]: value = "task-2991270" [ 1073.896415] env[68640]: _type = "Task" [ 1073.896415] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.904998] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991270, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.081221] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526a23b8-eb9f-cda7-0833-de31e9aa6b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.022179} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.081549] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.081831] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.082093] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.082291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.082545] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.082992] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-418c4180-b601-4046-baff-95c308f91200 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.095940] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.096298] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.097156] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f18909-500b-4e40-b1ff-16f2e3f2233a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.104350] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1074.104350] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524cc8dc-05b1-052a-9891-93bee8093ad3" [ 1074.104350] env[68640]: _type = "Task" [ 1074.104350] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.113710] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524cc8dc-05b1-052a-9891-93bee8093ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.250031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.505s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.253475] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.397s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.253475] env[68640]: DEBUG nova.objects.instance [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lazy-loading 'resources' on Instance uuid 4e9be1b1-c7b3-4326-9916-ee4594ed2440 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.267205] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991267, 'name': Rename_Task, 'duration_secs': 0.196631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.267205] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.267456] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-061c8919-9273-416d-ad37-f0cff91ff7c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.275254] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1074.275254] env[68640]: value = "task-2991271" [ 1074.275254] env[68640]: _type = "Task" [ 1074.275254] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.283676] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.340793] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991268, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.349339] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466763} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.349606] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. [ 1074.350401] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008f6d60-4611-47d2-9f44-c7eb804d8973 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.377529] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.380099] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd7359f-537f-4b43-a95a-afde62a508ab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.398350] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1074.398350] env[68640]: value = "task-2991272" [ 1074.398350] env[68640]: _type = "Task" [ 1074.398350] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.410071] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.414688] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991270, 'name': CreateVM_Task, 'duration_secs': 0.478611} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.416769] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.417394] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.417557] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.417864] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.418345] env[68640]: DEBUG nova.compute.manager [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1074.420958] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3986c12a-5879-406b-b717-10a65b306c8f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.428843] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1074.428843] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52261cb0-dc61-36c4-dada-7046f7ff9cfd" [ 1074.428843] env[68640]: _type = "Task" [ 1074.428843] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.436718] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52261cb0-dc61-36c4-dada-7046f7ff9cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.616290] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524cc8dc-05b1-052a-9891-93bee8093ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.021637} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.617306] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598f327d-e78d-4831-b309-e9860dc083bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.622930] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1074.622930] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c459f3-7902-f6c7-e973-7ab687aa6f31" [ 1074.622930] env[68640]: _type = "Task" [ 1074.622930] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.631663] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c459f3-7902-f6c7-e973-7ab687aa6f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.746666] env[68640]: DEBUG nova.network.neutron [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Updated VIF entry in instance network info cache for port f3a59e3c-c96f-44ab-9709-07ee1b077815. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.746981] env[68640]: DEBUG nova.network.neutron [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Updating instance_info_cache with network_info: [{"id": "f3a59e3c-c96f-44ab-9709-07ee1b077815", "address": "fa:16:3e:8c:f6:45", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a59e3c-c9", "ovs_interfaceid": "f3a59e3c-c96f-44ab-9709-07ee1b077815", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.768988] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7ded2f5b-3004-489f-99e3-f63bf8056de8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.632s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.768988] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.093s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.768988] env[68640]: INFO nova.compute.manager [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Unshelving [ 1074.785962] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.845948] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991268, 'name': ReconfigVM_Task, 'duration_secs': 0.550896} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.847433] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.848401] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586ddf77-6a63-41dc-ac94-fc1d8b62fc18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.877403] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31739c9f-95a9-4327-be2f-738af6bd7c63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.893281] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1074.893281] env[68640]: value = "task-2991273" [ 1074.893281] env[68640]: _type = "Task" [ 1074.893281] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.901631] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.912253] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991272, 'name': ReconfigVM_Task, 'duration_secs': 0.312034} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.912543] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.913511] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a9647-7809-446a-a50e-7ca2c439049b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.949998] env[68640]: DEBUG nova.network.neutron [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Successfully updated port: 722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.955690] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c634c7-305f-4d4b-aff7-e1d711a41c47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.971181] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.971824] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "refresh_cache-262d9258-fcf6-4181-9ba6-11573b3ab4e3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.971955] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "refresh_cache-262d9258-fcf6-4181-9ba6-11573b3ab4e3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.972111] env[68640]: DEBUG nova.network.neutron [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.980121] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52261cb0-dc61-36c4-dada-7046f7ff9cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.981404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.981753] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.981841] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.982389] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1074.982389] env[68640]: value = "task-2991274" [ 1074.982389] env[68640]: _type = "Task" [ 1074.982389] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.993369] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.132824] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c459f3-7902-f6c7-e973-7ab687aa6f31, 'name': SearchDatastore_Task, 'duration_secs': 0.009862} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.135728] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.136077] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.136604] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.136836] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.137096] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-484affef-4fa0-4037-877b-c54cef35b168 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.139235] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddccd880-621c-46fc-9c9c-fb91d0b217b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.145745] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1075.145745] env[68640]: value = "task-2991275" [ 1075.145745] env[68640]: _type = "Task" [ 1075.145745] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.152609] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.152798] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.153515] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19490043-e4c9-4c8d-973c-a24143efeded {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.160867] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.164421] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1075.164421] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f08154-8fe9-60ba-a37b-917003e7cbdc" [ 1075.164421] env[68640]: _type = "Task" [ 1075.164421] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.173151] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f08154-8fe9-60ba-a37b-917003e7cbdc, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.174016] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b559603-25cd-442a-971d-56c0e90fd7ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.177617] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804e9f8a-2265-43c9-8747-3796e3ad1f6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.183060] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1075.183060] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528a00be-6ae5-cbe9-f8ac-1201bcde7de6" [ 1075.183060] env[68640]: _type = "Task" [ 1075.183060] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.188439] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60725917-21a2-4a92-99f6-5ebae515f55d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.196417] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528a00be-6ae5-cbe9-f8ac-1201bcde7de6, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.221367] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.221655] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 1b1deefe-b51e-49b7-996b-3d4d38b7b723/1b1deefe-b51e-49b7-996b-3d4d38b7b723.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.222135] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac6c3eb9-79aa-4514-811e-fe0e90498b47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.224628] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bdf524-7a66-4025-81a4-efbd4f3da4e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.233267] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aba794-b2b6-40a7-b98c-195a5e8aed1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.236879] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1075.236879] env[68640]: value = "task-2991276" [ 1075.236879] env[68640]: _type = "Task" [ 1075.236879] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.248821] env[68640]: DEBUG nova.compute.provider_tree [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.250686] env[68640]: DEBUG oslo_concurrency.lockutils [req-e1396b5b-e055-4e6f-9837-d96782e6f81e req-6550ba3b-0190-4706-b55d-72c55e261b2e service nova] Releasing lock "refresh_cache-1b1deefe-b51e-49b7-996b-3d4d38b7b723" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.254628] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.285016] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991271, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.404783] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991273, 'name': ReconfigVM_Task, 'duration_secs': 0.172678} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.405167] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.405460] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a83667d1-1036-4f82-b73e-3ed53a0c70ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.412535] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1075.412535] env[68640]: value = "task-2991277" [ 1075.412535] env[68640]: _type = "Task" [ 1075.412535] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.421185] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.498526] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991274, 'name': ReconfigVM_Task, 'duration_secs': 0.162067} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.498903] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.499561] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9940df76-247b-411a-b0eb-c134389c0adc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.507675] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1075.507675] env[68640]: value = "task-2991278" [ 1075.507675] env[68640]: _type = "Task" [ 1075.507675] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.508526] env[68640]: DEBUG nova.network.neutron [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.522022] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.658567] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499859} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.658915] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.659171] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.659446] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83869c09-5014-454e-8f75-8f431c796d6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.665220] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1075.665220] env[68640]: value = "task-2991279" [ 1075.665220] env[68640]: _type = "Task" [ 1075.665220] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.672684] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.717821] env[68640]: DEBUG nova.network.neutron [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Updating instance_info_cache with network_info: [{"id": "722ff2ca-0f40-43a7-b33d-f446b540fa28", "address": "fa:16:3e:28:2c:ae", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722ff2ca-0f", "ovs_interfaceid": "722ff2ca-0f40-43a7-b33d-f446b540fa28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.751332] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991276, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.752302] env[68640]: DEBUG nova.scheduler.client.report [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.797501] env[68640]: DEBUG oslo_vmware.api [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991271, 'name': PowerOnVM_Task, 'duration_secs': 1.184492} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.797501] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.797501] env[68640]: INFO nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1075.797501] env[68640]: DEBUG nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.797501] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2982ac3d-c2fc-4a59-bddb-328b675aecd1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.802596] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.821785] env[68640]: DEBUG nova.compute.manager [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Received event network-vif-plugged-722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.823493] env[68640]: DEBUG oslo_concurrency.lockutils [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] Acquiring lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.823493] env[68640]: DEBUG oslo_concurrency.lockutils [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.823493] env[68640]: DEBUG oslo_concurrency.lockutils [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.823493] env[68640]: DEBUG nova.compute.manager [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] No waiting events found dispatching network-vif-plugged-722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.823493] env[68640]: WARNING nova.compute.manager [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Received unexpected event network-vif-plugged-722ff2ca-0f40-43a7-b33d-f446b540fa28 for instance with vm_state building and task_state spawning. [ 1075.823493] env[68640]: DEBUG nova.compute.manager [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Received event network-changed-722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.823493] env[68640]: DEBUG nova.compute.manager [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Refreshing instance network info cache due to event network-changed-722ff2ca-0f40-43a7-b33d-f446b540fa28. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.823493] env[68640]: DEBUG oslo_concurrency.lockutils [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] Acquiring lock "refresh_cache-262d9258-fcf6-4181-9ba6-11573b3ab4e3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.929854] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.021441] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.175214] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.414493} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.175499] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.176304] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9afd00-7366-431c-b014-61782b8a7e55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.197217] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.197528] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7425668-3d41-4cac-a0f8-093e87d9a0ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.218048] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1076.218048] env[68640]: value = "task-2991280" [ 1076.218048] env[68640]: _type = "Task" [ 1076.218048] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.223667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "refresh_cache-262d9258-fcf6-4181-9ba6-11573b3ab4e3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.223996] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Instance network_info: |[{"id": "722ff2ca-0f40-43a7-b33d-f446b540fa28", "address": "fa:16:3e:28:2c:ae", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722ff2ca-0f", "ovs_interfaceid": "722ff2ca-0f40-43a7-b33d-f446b540fa28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.224403] env[68640]: DEBUG oslo_concurrency.lockutils [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] Acquired lock "refresh_cache-262d9258-fcf6-4181-9ba6-11573b3ab4e3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.224713] env[68640]: DEBUG nova.network.neutron [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Refreshing network info cache for port 722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.226402] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2c:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '722ff2ca-0f40-43a7-b33d-f446b540fa28', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.240087] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.245177] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.253159] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77e58578-7aab-4522-a886-acf7aea8198f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.268528] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.269323] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.271884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.401s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.273606] env[68640]: INFO nova.compute.claims [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.280527] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831676} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.281934] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 1b1deefe-b51e-49b7-996b-3d4d38b7b723/1b1deefe-b51e-49b7-996b-3d4d38b7b723.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.282185] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.282346] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.282346] env[68640]: value = "task-2991281" [ 1076.282346] env[68640]: _type = "Task" [ 1076.282346] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.282528] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-415cfd34-f62f-4101-856e-b5dbb7594920 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.292758] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991281, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.294333] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1076.294333] env[68640]: value = "task-2991282" [ 1076.294333] env[68640]: _type = "Task" [ 1076.294333] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.301466] env[68640]: INFO nova.scheduler.client.report [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted allocations for instance 4e9be1b1-c7b3-4326-9916-ee4594ed2440 [ 1076.315616] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.320400] env[68640]: INFO nova.compute.manager [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Took 15.81 seconds to build instance. [ 1076.425894] env[68640]: DEBUG oslo_vmware.api [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991277, 'name': PowerOnVM_Task, 'duration_secs': 0.603855} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.425894] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.429106] env[68640]: DEBUG nova.compute.manager [None req-948dd153-71c8-41e4-8e86-149a19fbc890 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.430364] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38541142-242d-4288-90b7-ba2d22d078a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.507225] env[68640]: DEBUG nova.network.neutron [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Updated VIF entry in instance network info cache for port 722ff2ca-0f40-43a7-b33d-f446b540fa28. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.507736] env[68640]: DEBUG nova.network.neutron [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Updating instance_info_cache with network_info: [{"id": "722ff2ca-0f40-43a7-b33d-f446b540fa28", "address": "fa:16:3e:28:2c:ae", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap722ff2ca-0f", "ovs_interfaceid": "722ff2ca-0f40-43a7-b33d-f446b540fa28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.523772] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.728341] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.796118] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991281, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.804749] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067383} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.805026] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.805827] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1226c31e-7038-4243-a7ca-ade5c5fdca7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.826530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8687e86-cac3-4cb9-9516-0d7d4c0fea09 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "b62fd804-8792-4589-9f67-02dfb665a5ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.326s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.835110] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 1b1deefe-b51e-49b7-996b-3d4d38b7b723/1b1deefe-b51e-49b7-996b-3d4d38b7b723.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.835743] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a713eab-b745-464e-a338-3502890cdfab tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "4e9be1b1-c7b3-4326-9916-ee4594ed2440" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.240s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.836964] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9364c78-69ef-429b-bc9d-0c4976de04f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.865896] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1076.865896] env[68640]: value = "task-2991283" [ 1076.865896] env[68640]: _type = "Task" [ 1076.865896] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.876307] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.010853] env[68640]: DEBUG oslo_concurrency.lockutils [req-a325ef2a-01d5-4ec3-a79f-debed681a3a8 req-ce344209-6fc7-4982-ac8d-cc7e1923d6de service nova] Releasing lock "refresh_cache-262d9258-fcf6-4181-9ba6-11573b3ab4e3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.022793] env[68640]: DEBUG oslo_vmware.api [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991278, 'name': PowerOnVM_Task, 'duration_secs': 1.049384} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.022969] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.025859] env[68640]: DEBUG nova.compute.manager [None req-8f9ddde0-275f-4217-ad0f-0a85ea224679 tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.026965] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32507ea7-f2a4-48b7-9268-382caa02fa6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.237162] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991280, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.299045] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991281, 'name': CreateVM_Task, 'duration_secs': 0.921537} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.299309] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.300105] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.300302] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.300662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.301451] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a04f926-c478-4361-8451-7283cb1ca19c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.311408] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1077.311408] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5241c727-ca6d-a79c-8106-2846c43ad5f1" [ 1077.311408] env[68640]: _type = "Task" [ 1077.311408] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.324140] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5241c727-ca6d-a79c-8106-2846c43ad5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012925} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.327290] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.327597] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.327890] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.328099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.328327] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.328870] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef1d0883-760e-419d-912b-8980f05ca852 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.341015] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.341254] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.342044] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85eefa97-1766-4287-832e-d7fc2e9dc54b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.351799] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1077.351799] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294dce7-1c2b-6492-c988-aed5d2c7c2ca" [ 1077.351799] env[68640]: _type = "Task" [ 1077.351799] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.361440] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294dce7-1c2b-6492-c988-aed5d2c7c2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.377035] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991283, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.597176] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34e4a7-6a99-447d-9f1c-169394b76910 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.606898] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfcceb3-ea65-4ac4-ad87-c72de386f882 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.640594] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02b1698-c112-42da-a796-e6587aef0b73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.648860] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e09caf-d54d-4963-9b75-5c8e03d89615 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.663257] env[68640]: DEBUG nova.compute.provider_tree [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.731184] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991280, 'name': ReconfigVM_Task, 'duration_secs': 1.047904} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.732260] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e/45f1a47b-8116-4e08-9155-a6abe0f4ea8e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.732461] env[68640]: DEBUG nova.compute.manager [None req-97aafe75-9cd3-4b9e-a3ea-7ebeefabfbb6 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.732622] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba3b6775-5f73-47d8-86a7-3eae8dc4c0ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.735560] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a607e4dd-20f7-4597-9a83-9eb9080811ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.748397] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1077.748397] env[68640]: value = "task-2991284" [ 1077.748397] env[68640]: _type = "Task" [ 1077.748397] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.757467] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991284, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.862740] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294dce7-1c2b-6492-c988-aed5d2c7c2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.863572] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8470aaa-3189-48e9-a07b-8f5ef072d648 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.870939] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1077.870939] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dd106-180c-55a2-c676-4c29f85ff0ef" [ 1077.870939] env[68640]: _type = "Task" [ 1077.870939] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.877009] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991283, 'name': ReconfigVM_Task, 'duration_secs': 0.596839} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.877582] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 1b1deefe-b51e-49b7-996b-3d4d38b7b723/1b1deefe-b51e-49b7-996b-3d4d38b7b723.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.878206] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e89e5f9-2a59-417f-a51f-0d0f315664df {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.882206] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dd106-180c-55a2-c676-4c29f85ff0ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.887222] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1077.887222] env[68640]: value = "task-2991285" [ 1077.887222] env[68640]: _type = "Task" [ 1077.887222] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.894517] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991285, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.086905] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "b62fd804-8792-4589-9f67-02dfb665a5ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.087287] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "b62fd804-8792-4589-9f67-02dfb665a5ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.087530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "b62fd804-8792-4589-9f67-02dfb665a5ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.087741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "b62fd804-8792-4589-9f67-02dfb665a5ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.087975] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "b62fd804-8792-4589-9f67-02dfb665a5ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.090278] env[68640]: INFO nova.compute.manager [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Terminating instance [ 1078.166677] env[68640]: DEBUG nova.scheduler.client.report [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.183277] env[68640]: INFO nova.compute.manager [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Unrescuing [ 1078.183555] env[68640]: DEBUG oslo_concurrency.lockutils [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.183733] env[68640]: DEBUG oslo_concurrency.lockutils [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.183877] env[68640]: DEBUG nova.network.neutron [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.250653] env[68640]: INFO nova.compute.manager [None req-97aafe75-9cd3-4b9e-a3ea-7ebeefabfbb6 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] instance snapshotting [ 1078.251415] env[68640]: DEBUG nova.objects.instance [None req-97aafe75-9cd3-4b9e-a3ea-7ebeefabfbb6 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lazy-loading 'flavor' on Instance uuid b62fd804-8792-4589-9f67-02dfb665a5ad {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.263058] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991284, 'name': Rename_Task, 'duration_secs': 0.224022} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.263058] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.263309] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e2df4ab-71f2-477c-a0ae-1f997bc3cdb6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.272233] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1078.272233] env[68640]: value = "task-2991286" [ 1078.272233] env[68640]: _type = "Task" [ 1078.272233] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.283609] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.383880] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dd106-180c-55a2-c676-4c29f85ff0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014921} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.384256] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.384504] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 262d9258-fcf6-4181-9ba6-11573b3ab4e3/262d9258-fcf6-4181-9ba6-11573b3ab4e3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.384815] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10cd15a-30df-43d1-ab1c-bb534dc88a1e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393990] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1078.393990] env[68640]: value = "task-2991287" [ 1078.393990] env[68640]: _type = "Task" [ 1078.393990] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.400409] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991285, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.406178] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.594326] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "refresh_cache-b62fd804-8792-4589-9f67-02dfb665a5ad" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.594512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquired lock "refresh_cache-b62fd804-8792-4589-9f67-02dfb665a5ad" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.594696] env[68640]: DEBUG nova.network.neutron [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.671662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.672205] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.675514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.157s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.677117] env[68640]: INFO nova.compute.claims [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.760426] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc2fc4b-49e0-4d85-9aab-f3d0aab78119 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.783967] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82092413-ca19-4e7b-bc68-17cdaf149cd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.798157] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.905556] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991285, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.909309] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.923193] env[68640]: DEBUG nova.compute.manager [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.923400] env[68640]: DEBUG nova.compute.manager [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing instance network info cache due to event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.923637] env[68640]: DEBUG oslo_concurrency.lockutils [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.923781] env[68640]: DEBUG oslo_concurrency.lockutils [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.923962] env[68640]: DEBUG nova.network.neutron [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.027578] env[68640]: DEBUG nova.network.neutron [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updating instance_info_cache with network_info: [{"id": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "address": "fa:16:3e:15:17:24", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d69643-ca", "ovs_interfaceid": "c5d69643-ca36-4549-bfbe-25be9a8e143b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.131300] env[68640]: DEBUG nova.network.neutron [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.181876] env[68640]: DEBUG nova.compute.utils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.185661] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.185830] env[68640]: DEBUG nova.network.neutron [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.275600] env[68640]: DEBUG nova.network.neutron [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.291575] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.305723] env[68640]: DEBUG nova.policy [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.307649] env[68640]: DEBUG nova.compute.manager [None req-97aafe75-9cd3-4b9e-a3ea-7ebeefabfbb6 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Instance disappeared during snapshot {{(pid=68640) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1079.406623] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991287, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.410519] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991285, 'name': Rename_Task, 'duration_secs': 1.176749} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.410877] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.411164] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2baa50bd-b957-4c6b-976b-2fae4bfce3f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.422019] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1079.422019] env[68640]: value = "task-2991288" [ 1079.422019] env[68640]: _type = "Task" [ 1079.422019] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.443343] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.477142] env[68640]: DEBUG nova.compute.manager [None req-97aafe75-9cd3-4b9e-a3ea-7ebeefabfbb6 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Found 0 images (rotation: 2) {{(pid=68640) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1079.534649] env[68640]: DEBUG oslo_concurrency.lockutils [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-4d0b019a-2026-48e9-94a3-dff130b1cbf9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.535551] env[68640]: DEBUG nova.objects.instance [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'flavor' on Instance uuid 4d0b019a-2026-48e9-94a3-dff130b1cbf9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.619512] env[68640]: DEBUG nova.compute.manager [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.622152] env[68640]: DEBUG nova.compute.manager [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing instance network info cache due to event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.623068] env[68640]: DEBUG oslo_concurrency.lockutils [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.686957] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.778195] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Releasing lock "refresh_cache-b62fd804-8792-4589-9f67-02dfb665a5ad" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.778617] env[68640]: DEBUG nova.compute.manager [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.779014] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.779908] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d95f0e-d991-47cd-b8b8-4fc4e7bf6020 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.801608] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.805218] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349f5211-5d5e-451f-b35d-2dd23c70a43c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.806933] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991286, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.818177] env[68640]: DEBUG oslo_vmware.api [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1079.818177] env[68640]: value = "task-2991289" [ 1079.818177] env[68640]: _type = "Task" [ 1079.818177] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.829675] env[68640]: DEBUG oslo_vmware.api [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.865943] env[68640]: DEBUG nova.network.neutron [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updated VIF entry in instance network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.866100] env[68640]: DEBUG nova.network.neutron [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.907042] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.332499} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.908376] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 262d9258-fcf6-4181-9ba6-11573b3ab4e3/262d9258-fcf6-4181-9ba6-11573b3ab4e3.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.908376] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.908376] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1c625fd-e6e9-428f-acd4-7324f2514926 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.920058] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1079.920058] env[68640]: value = "task-2991290" [ 1079.920058] env[68640]: _type = "Task" [ 1079.920058] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.942962] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.949605] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.984653] env[68640]: DEBUG nova.network.neutron [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Successfully created port: 5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.048628] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc76620-89d9-4c09-a198-19fad95cf5e5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.073348] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.076865] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc817243-ad0e-46ce-9271-6a45a5ef9129 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.086058] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1080.086058] env[68640]: value = "task-2991291" [ 1080.086058] env[68640]: _type = "Task" [ 1080.086058] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.099364] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.163374] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7170fee2-dbf9-4353-9354-b94b79b9b995 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.173016] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efaf410-370b-44b0-a431-319b82edec53 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.211185] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642de745-3297-4ad1-b934-46892fd430a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.219965] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a305a9e-398a-4ab6-97b4-85d1d1c42b01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.235438] env[68640]: DEBUG nova.compute.provider_tree [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.300247] env[68640]: DEBUG oslo_vmware.api [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991286, 'name': PowerOnVM_Task, 'duration_secs': 1.71797} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.300606] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.300897] env[68640]: DEBUG nova.compute.manager [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.301751] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d3d97-5c43-4b7c-bd7f-72bf102debc9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.330693] env[68640]: DEBUG oslo_vmware.api [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991289, 'name': PowerOffVM_Task, 'duration_secs': 0.202466} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.331012] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.331196] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.331529] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ae2f01b-20ff-4b0f-a535-58f55587ccb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.371732] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.371732] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.371732] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Deleting the datastore file [datastore2] b62fd804-8792-4589-9f67-02dfb665a5ad {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.372492] env[68640]: DEBUG oslo_concurrency.lockutils [req-ea74e131-a7e9-45e2-ad4e-9ca9c610ee2c req-33e8219c-49f2-403b-ab79-df00490e6ec2 service nova] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.373059] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c18be3e-a6ff-4944-9c96-6831aaae5194 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.376251] env[68640]: DEBUG oslo_concurrency.lockutils [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.376251] env[68640]: DEBUG nova.network.neutron [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.383482] env[68640]: DEBUG oslo_vmware.api [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for the task: (returnval){ [ 1080.383482] env[68640]: value = "task-2991293" [ 1080.383482] env[68640]: _type = "Task" [ 1080.383482] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.393809] env[68640]: DEBUG oslo_vmware.api [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.434882] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083807} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.435740] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.437170] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08133e5b-ac97-4ed8-a4d2-701d551c65cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.442770] env[68640]: DEBUG oslo_vmware.api [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991288, 'name': PowerOnVM_Task, 'duration_secs': 0.759704} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.443442] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.443646] env[68640]: INFO nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1080.443841] env[68640]: DEBUG nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.444845] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13873f06-a02f-4fb7-920c-b096cd41184b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.467906] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 262d9258-fcf6-4181-9ba6-11573b3ab4e3/262d9258-fcf6-4181-9ba6-11573b3ab4e3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.468947] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-029bc466-61f2-4088-b52f-5bfe484db7e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.498379] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1080.498379] env[68640]: value = "task-2991294" [ 1080.498379] env[68640]: _type = "Task" [ 1080.498379] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.509108] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.597127] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991291, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.718033] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.741170] env[68640]: DEBUG nova.scheduler.client.report [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.754393] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.754850] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.755166] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.755575] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.755844] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.756144] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.756519] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.756785] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.757088] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.757364] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.757663] env[68640]: DEBUG nova.virt.hardware [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.758644] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70490d45-0c0f-491a-ab50-cc9d7fd0c2c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.768703] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc1ef23-d847-437d-940d-885b7713e850 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.820094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.898590] env[68640]: DEBUG oslo_vmware.api [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Task: {'id': task-2991293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263044} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.898863] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.899269] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.899387] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.899557] env[68640]: INFO nova.compute.manager [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1080.899864] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.900077] env[68640]: DEBUG nova.compute.manager [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.900178] env[68640]: DEBUG nova.network.neutron [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.918655] env[68640]: DEBUG nova.network.neutron [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.007158] env[68640]: INFO nova.compute.manager [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Took 17.78 seconds to build instance. [ 1081.019986] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.099593] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991291, 'name': PowerOffVM_Task, 'duration_secs': 0.655575} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.100268] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.106077] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.106553] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7e9a6a-f5b7-4756-958f-8197b36f1a31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.131823] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1081.131823] env[68640]: value = "task-2991295" [ 1081.131823] env[68640]: _type = "Task" [ 1081.131823] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.140656] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.228489] env[68640]: DEBUG nova.network.neutron [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updated VIF entry in instance network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.228854] env[68640]: DEBUG nova.network.neutron [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.246512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.247013] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.249470] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.041s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.252716] env[68640]: DEBUG nova.objects.instance [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lazy-loading 'resources' on Instance uuid 6db618e7-4f49-4ee2-8f59-6d25bd4621f5 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.422744] env[68640]: DEBUG nova.network.neutron [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.512741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7c8a43a0-f56e-4332-8e4f-07e52a537617 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.291s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.513218] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991294, 'name': ReconfigVM_Task, 'duration_secs': 0.616072} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.513563] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 262d9258-fcf6-4181-9ba6-11573b3ab4e3/262d9258-fcf6-4181-9ba6-11573b3ab4e3.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.514267] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f213a2-c203-45a2-a852-42727a66b745 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.522347] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1081.522347] env[68640]: value = "task-2991296" [ 1081.522347] env[68640]: _type = "Task" [ 1081.522347] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.532066] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991296, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.642067] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991295, 'name': ReconfigVM_Task, 'duration_secs': 0.506532} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.642517] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.642732] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.643034] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f04f16-8461-4fba-b0cc-5c6c3f5f4f8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.650195] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1081.650195] env[68640]: value = "task-2991297" [ 1081.650195] env[68640]: _type = "Task" [ 1081.650195] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.662067] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.662930] env[68640]: DEBUG nova.network.neutron [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Successfully updated port: 5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.732318] env[68640]: DEBUG oslo_concurrency.lockutils [req-903780ac-a97e-4b74-85e3-7d6c404b8dac req-f6cdfdba-e943-47ef-8b1f-7ad883876e74 service nova] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.752997] env[68640]: DEBUG nova.compute.utils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.757599] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.757810] env[68640]: DEBUG nova.network.neutron [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.800466] env[68640]: DEBUG nova.policy [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.810799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "d5d99f2b-aff9-4911-a41c-87068527ecfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.810799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.810799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "d5d99f2b-aff9-4911-a41c-87068527ecfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.810799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.810799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.812376] env[68640]: INFO nova.compute.manager [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Terminating instance [ 1081.899511] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.899787] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.899994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.900204] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.900380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.902628] env[68640]: INFO nova.compute.manager [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Terminating instance [ 1081.924888] env[68640]: INFO nova.compute.manager [-] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Took 1.02 seconds to deallocate network for instance. [ 1082.034587] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991296, 'name': Rename_Task, 'duration_secs': 0.167713} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.034854] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.035135] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20c0fb21-00a3-465d-8c8e-c70ce120e646 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.042656] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1082.042656] env[68640]: value = "task-2991298" [ 1082.042656] env[68640]: _type = "Task" [ 1082.042656] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.053691] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.105671] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df107652-8684-4750-b5f3-b293c7cdd6e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.114093] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dcab1c-e009-4c02-993a-6a49b2609a95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.145637] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d0121-412e-4343-9ea8-f2d7da388d55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.157683] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408d3ff3-748b-40ff-ba6a-6e10e33fdf7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.164973] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.165890] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.166070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.166279] env[68640]: DEBUG nova.network.neutron [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.177754] env[68640]: DEBUG nova.compute.provider_tree [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.233700] env[68640]: DEBUG nova.network.neutron [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.258135] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.316970] env[68640]: DEBUG nova.compute.manager [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.317483] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.320407] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f46b66f-9f3f-4eba-8de5-409bf62bcde0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.332307] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.332307] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749f1802-4059-462d-970a-a5c9a258cb89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.342178] env[68640]: DEBUG oslo_vmware.api [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1082.342178] env[68640]: value = "task-2991299" [ 1082.342178] env[68640]: _type = "Task" [ 1082.342178] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.358164] env[68640]: DEBUG oslo_vmware.api [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.385169] env[68640]: DEBUG nova.compute.manager [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.385169] env[68640]: DEBUG nova.compute.manager [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing instance network info cache due to event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.385169] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.385169] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.385169] env[68640]: DEBUG nova.network.neutron [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.410255] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "refresh_cache-45f1a47b-8116-4e08-9155-a6abe0f4ea8e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410596] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquired lock "refresh_cache-45f1a47b-8116-4e08-9155-a6abe0f4ea8e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410789] env[68640]: DEBUG nova.network.neutron [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.436849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.555703] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.556831] env[68640]: DEBUG nova.network.neutron [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Successfully created port: d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.663564] env[68640]: DEBUG oslo_vmware.api [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991297, 'name': PowerOnVM_Task, 'duration_secs': 0.710388} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.663564] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.663805] env[68640]: DEBUG nova.compute.manager [None req-76ca8ddf-d668-48db-85d0-ead426ee7846 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.667629] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a6113d-c87d-4c89-b260-ab836aa01069 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.683769] env[68640]: DEBUG nova.scheduler.client.report [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.732939] env[68640]: DEBUG nova.compute.manager [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.733198] env[68640]: DEBUG nova.compute.manager [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing instance network info cache due to event network-changed-6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.733445] env[68640]: DEBUG oslo_concurrency.lockutils [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] Acquiring lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.802871] env[68640]: DEBUG nova.network.neutron [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updating instance_info_cache with network_info: [{"id": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "address": "fa:16:3e:df:ec:4a", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d45a889-c1", "ovs_interfaceid": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.856951] env[68640]: DEBUG oslo_vmware.api [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991299, 'name': PowerOffVM_Task, 'duration_secs': 0.20448} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.857653] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.858028] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.858426] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fd97705-33d5-4bfd-a64f-af0dc46bb618 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.935816] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.936766] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.936766] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleting the datastore file [datastore1] d5d99f2b-aff9-4911-a41c-87068527ecfd {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.936766] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2951b9db-69b0-43d2-8f51-49395d21095d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.945945] env[68640]: DEBUG oslo_vmware.api [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1082.945945] env[68640]: value = "task-2991301" [ 1082.945945] env[68640]: _type = "Task" [ 1082.945945] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.950237] env[68640]: DEBUG nova.network.neutron [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.957562] env[68640]: DEBUG oslo_vmware.api [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.052089] env[68640]: DEBUG nova.network.neutron [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.060872] env[68640]: DEBUG oslo_vmware.api [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991298, 'name': PowerOnVM_Task, 'duration_secs': 0.588361} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.061433] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.061668] env[68640]: INFO nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1083.061855] env[68640]: DEBUG nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.062772] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6068b5a-355f-4d51-b82d-0bc82da6ef16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.114261] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c11919-3a9c-4923-af94-4be6e0152047 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.123718] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Suspending the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1083.123718] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-55c81549-66aa-408f-8e83-8bd7483c875a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.132412] env[68640]: DEBUG oslo_vmware.api [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1083.132412] env[68640]: value = "task-2991302" [ 1083.132412] env[68640]: _type = "Task" [ 1083.132412] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.144255] env[68640]: DEBUG oslo_vmware.api [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991302, 'name': SuspendVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.190157] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.194279] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.947s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.196021] env[68640]: INFO nova.compute.claims [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.222439] env[68640]: INFO nova.scheduler.client.report [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Deleted allocations for instance 6db618e7-4f49-4ee2-8f59-6d25bd4621f5 [ 1083.269841] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.310394] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.310664] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Instance network_info: |[{"id": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "address": "fa:16:3e:df:ec:4a", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d45a889-c1", "ovs_interfaceid": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.311169] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:ec:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d45a889-c133-4c80-b3c8-94c9c12b7ec3', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.319623] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.323415] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.323680] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.323838] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.324038] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.324181] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.324323] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.324551] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.324710] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.324876] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.325087] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.325310] env[68640]: DEBUG nova.virt.hardware [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.325633] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.326933] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057271fd-8f08-4ec9-8e05-d9c59a193927 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.331201] env[68640]: DEBUG nova.network.neutron [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updated VIF entry in instance network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.331585] env[68640]: DEBUG nova.network.neutron [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.332892] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c49873e-0cdd-4777-bc0d-d61b8fd614b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.357147] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80596e7d-2b93-44d8-b9ba-4c1fca10cfa5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.361719] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.361719] env[68640]: value = "task-2991303" [ 1083.361719] env[68640]: _type = "Task" [ 1083.361719] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.399501] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991303, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.458561] env[68640]: DEBUG oslo_vmware.api [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206968} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.458867] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1083.459060] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1083.459240] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1083.459413] env[68640]: INFO nova.compute.manager [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1083.459975] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.460384] env[68640]: DEBUG nova.compute.manager [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1083.460473] env[68640]: DEBUG nova.network.neutron [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.555880] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Releasing lock "refresh_cache-45f1a47b-8116-4e08-9155-a6abe0f4ea8e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.556425] env[68640]: DEBUG nova.compute.manager [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.556626] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.557539] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb82d04-6605-43a5-8a4b-7724d3d348aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.566608] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.566934] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb31972-7d5b-40b0-8ec2-c3e665b86a6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.575841] env[68640]: DEBUG oslo_vmware.api [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1083.575841] env[68640]: value = "task-2991304" [ 1083.575841] env[68640]: _type = "Task" [ 1083.575841] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.594108] env[68640]: DEBUG oslo_vmware.api [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.594687] env[68640]: INFO nova.compute.manager [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Took 20.08 seconds to build instance. [ 1083.644828] env[68640]: DEBUG oslo_vmware.api [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991302, 'name': SuspendVM_Task} progress is 62%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.733169] env[68640]: DEBUG oslo_concurrency.lockutils [None req-988a7dff-0548-499f-82fc-f3d573bc5a83 tempest-ServersWithSpecificFlavorTestJSON-486486384 tempest-ServersWithSpecificFlavorTestJSON-486486384-project-member] Lock "6db618e7-4f49-4ee2-8f59-6d25bd4621f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.494s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.853287] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.853287] env[68640]: DEBUG nova.compute.manager [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Received event network-vif-plugged-5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.853287] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] Acquiring lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.853287] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.853287] env[68640]: DEBUG oslo_concurrency.lockutils [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.853287] env[68640]: DEBUG nova.compute.manager [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] No waiting events found dispatching network-vif-plugged-5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.853287] env[68640]: WARNING nova.compute.manager [req-ee523af5-9316-42e0-8e18-023cb11b79ec req-3e51802a-3034-4e16-8941-20fb1e640c84 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Received unexpected event network-vif-plugged-5d45a889-c133-4c80-b3c8-94c9c12b7ec3 for instance with vm_state building and task_state spawning. [ 1083.853287] env[68640]: DEBUG oslo_concurrency.lockutils [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] Acquired lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.853287] env[68640]: DEBUG nova.network.neutron [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Refreshing network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.874715] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991303, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.087440] env[68640]: DEBUG oslo_vmware.api [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991304, 'name': PowerOffVM_Task, 'duration_secs': 0.20747} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.087730] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.087894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.088176] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5d29aee-cdb7-48c4-b41e-fe7ac0f55afb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.096649] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5b7c8cf4-b42f-49fe-936b-ca831911bb4e tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.593s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.143033] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.143033] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.143033] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Deleting the datastore file [datastore2] 45f1a47b-8116-4e08-9155-a6abe0f4ea8e {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.143033] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6527c442-8471-4ef2-a2f2-960f89bc9d1a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.147343] env[68640]: DEBUG oslo_vmware.api [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991302, 'name': SuspendVM_Task, 'duration_secs': 0.889766} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.147585] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Suspended the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1084.147757] env[68640]: DEBUG nova.compute.manager [None req-9e0dec1f-6564-465a-a41c-f8138791930b tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.148572] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40085591-af7a-4ffd-929b-3de4bd476dac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.152419] env[68640]: DEBUG oslo_vmware.api [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for the task: (returnval){ [ 1084.152419] env[68640]: value = "task-2991306" [ 1084.152419] env[68640]: _type = "Task" [ 1084.152419] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.166078] env[68640]: DEBUG oslo_vmware.api [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.173781] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.174079] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.174298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.174482] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.174649] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.176969] env[68640]: INFO nova.compute.manager [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Terminating instance [ 1084.379022] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991303, 'name': CreateVM_Task, 'duration_secs': 0.634118} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.382374] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.383551] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.383739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.384203] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.384550] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1821a43b-fbee-4f4a-9138-96fce541932c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.392271] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1084.392271] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52211ed7-fc94-bfb2-46b0-485aafad9aba" [ 1084.392271] env[68640]: _type = "Task" [ 1084.392271] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.410613] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52211ed7-fc94-bfb2-46b0-485aafad9aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.535734] env[68640]: DEBUG nova.network.neutron [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.595925] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2ce29f-5af0-470c-a958-51b9bb53a8c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.603549] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e61449-6ca4-411d-8391-577a913c33d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.643359] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10df5eea-4e92-4767-816d-973db5717d12 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.650424] env[68640]: DEBUG nova.compute.manager [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Received event network-changed-5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.650424] env[68640]: DEBUG nova.compute.manager [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Refreshing instance network info cache due to event network-changed-5d45a889-c133-4c80-b3c8-94c9c12b7ec3. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.650424] env[68640]: DEBUG oslo_concurrency.lockutils [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] Acquiring lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.650424] env[68640]: DEBUG oslo_concurrency.lockutils [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] Acquired lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.651847] env[68640]: DEBUG nova.network.neutron [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Refreshing network info cache for port 5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.659065] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81c0e1-d82b-4ecb-b97b-525d06d1bf2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.681027] env[68640]: DEBUG nova.compute.provider_tree [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.685531] env[68640]: DEBUG nova.compute.manager [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.685667] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.686417] env[68640]: DEBUG oslo_vmware.api [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Task: {'id': task-2991306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193565} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.687981] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c80e0a-4a06-472d-b412-f6221e57a509 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.690606] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.691966] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.691966] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.691966] env[68640]: INFO nova.compute.manager [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1084.691966] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.692564] env[68640]: DEBUG nova.compute.manager [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.692674] env[68640]: DEBUG nova.network.neutron [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.703919] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.704230] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6347fcc-ddc2-4bcd-a490-12be0db3db97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.713416] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1084.713416] env[68640]: value = "task-2991307" [ 1084.713416] env[68640]: _type = "Task" [ 1084.713416] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.718103] env[68640]: DEBUG nova.network.neutron [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.725055] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.742974] env[68640]: DEBUG nova.network.neutron [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Successfully updated port: d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.862315] env[68640]: DEBUG nova.network.neutron [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updated VIF entry in instance network info cache for port 6a6c4314-a9d8-4415-a7a6-6701f94e91e9. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.862682] env[68640]: DEBUG nova.network.neutron [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [{"id": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "address": "fa:16:3e:e2:13:36", "network": {"id": "30d84b48-b580-43d8-8f42-ac52b089c90b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1025714853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "6a731f8aafd24c788030d5fba3b3d3ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a6c4314-a9", "ovs_interfaceid": "6a6c4314-a9d8-4415-a7a6-6701f94e91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.903784] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52211ed7-fc94-bfb2-46b0-485aafad9aba, 'name': SearchDatastore_Task, 'duration_secs': 0.01489} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.904175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.904369] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.904630] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.904790] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.904978] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.905296] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a729e9-6c3a-40ba-ac4f-1605db6f2fae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.919640] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.919840] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.920905] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15b177e-e2b2-4f9b-bd64-af34933ab99c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.928663] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1084.928663] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525a1812-ad0e-1a79-5298-b87dc94a7f2c" [ 1084.928663] env[68640]: _type = "Task" [ 1084.928663] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.938649] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525a1812-ad0e-1a79-5298-b87dc94a7f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.038709] env[68640]: INFO nova.compute.manager [-] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Took 1.58 seconds to deallocate network for instance. [ 1085.188609] env[68640]: DEBUG nova.scheduler.client.report [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.220529] env[68640]: DEBUG nova.network.neutron [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.225203] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991307, 'name': PowerOffVM_Task, 'duration_secs': 0.351736} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.225843] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.226053] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.226675] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a9a7c2f-b5c8-4803-9b1a-2dfa814df970 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.246320] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.246471] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.246627] env[68640]: DEBUG nova.network.neutron [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.251804] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.252077] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.252310] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.252492] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.252665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.255548] env[68640]: INFO nova.compute.manager [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Terminating instance [ 1085.301244] env[68640]: DEBUG nova.compute.manager [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.305194] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06693859-fbd1-463a-9678-ef6f89af2544 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.310220] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.310590] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.310898] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Deleting the datastore file [datastore1] 80449ce9-f94b-4c5d-85a0-56e3e42efa25 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.311689] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfcc0ba1-3822-479a-86dd-3d5dd46ab2db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.334066] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for the task: (returnval){ [ 1085.334066] env[68640]: value = "task-2991309" [ 1085.334066] env[68640]: _type = "Task" [ 1085.334066] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.349767] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.365253] env[68640]: DEBUG oslo_concurrency.lockutils [req-f6c267e2-31fc-4e5a-ae3e-3fabc2bdc7cf req-c1c1f60e-c0f8-402d-931e-f4eacee2351f service nova] Releasing lock "refresh_cache-80449ce9-f94b-4c5d-85a0-56e3e42efa25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.441405] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525a1812-ad0e-1a79-5298-b87dc94a7f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013572} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.442241] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634be275-bcdb-48d2-9949-4306b59dae5b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.452908] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1085.452908] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520d1d88-10f5-f937-a640-ecb836630259" [ 1085.452908] env[68640]: _type = "Task" [ 1085.452908] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.463254] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520d1d88-10f5-f937-a640-ecb836630259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.549040] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.564468] env[68640]: DEBUG nova.network.neutron [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updated VIF entry in instance network info cache for port 5d45a889-c133-4c80-b3c8-94c9c12b7ec3. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.564838] env[68640]: DEBUG nova.network.neutron [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updating instance_info_cache with network_info: [{"id": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "address": "fa:16:3e:df:ec:4a", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d45a889-c1", "ovs_interfaceid": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.693865] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.694954] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.699095] env[68640]: INFO nova.compute.claims [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.727601] env[68640]: INFO nova.compute.manager [-] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Took 1.03 seconds to deallocate network for instance. [ 1085.760060] env[68640]: DEBUG nova.compute.manager [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.760294] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.761706] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff24574-5562-4d57-b5ab-eefbae0928e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.771222] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.771827] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baa53337-9e8a-4161-b928-036a265cdc4b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.825966] env[68640]: INFO nova.compute.manager [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] instance snapshotting [ 1085.831628] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f2e73-87a1-4859-b952-0fe1131c8f6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.852538] env[68640]: DEBUG nova.network.neutron [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.858238] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec596b8-ba1a-44fd-9928-4a8ed4f18258 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.873480] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.873762] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.873946] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.874135] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleting the datastore file [datastore2] 1b1deefe-b51e-49b7-996b-3d4d38b7b723 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.874628] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27902639-8aaa-4ecb-827b-c86a32b96e24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.880951] env[68640]: DEBUG oslo_vmware.api [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1085.880951] env[68640]: value = "task-2991311" [ 1085.880951] env[68640]: _type = "Task" [ 1085.880951] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.891068] env[68640]: DEBUG oslo_vmware.api [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.964146] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520d1d88-10f5-f937-a640-ecb836630259, 'name': SearchDatastore_Task, 'duration_secs': 0.0294} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.964146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.964344] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 59f7d225-2ec3-465b-a3c8-3b775330e2c9/59f7d225-2ec3-465b-a3c8-3b775330e2c9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.964518] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e506066a-d3f6-4c7d-93d1-99cb7fe43467 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.972374] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1085.972374] env[68640]: value = "task-2991312" [ 1085.972374] env[68640]: _type = "Task" [ 1085.972374] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.983396] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.068213] env[68640]: DEBUG oslo_concurrency.lockutils [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] Releasing lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.068642] env[68640]: DEBUG nova.compute.manager [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Received event network-vif-deleted-ec44fd76-c5ae-4ad5-9904-4f3cf4a90dfd {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.068857] env[68640]: DEBUG nova.compute.manager [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Received event network-vif-plugged-d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.070029] env[68640]: DEBUG oslo_concurrency.lockutils [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] Acquiring lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.070029] env[68640]: DEBUG oslo_concurrency.lockutils [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.070029] env[68640]: DEBUG oslo_concurrency.lockutils [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.070029] env[68640]: DEBUG nova.compute.manager [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] No waiting events found dispatching network-vif-plugged-d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.070029] env[68640]: WARNING nova.compute.manager [req-14e4beed-9057-41af-8f5b-8a5c34ca6e16 req-8fcee92e-b8a4-4adf-8255-5cd4165bf4e9 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Received unexpected event network-vif-plugged-d1d0a01b-dc64-4276-9257-7a322e3ca460 for instance with vm_state building and task_state spawning. [ 1086.203722] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "ce108f3a-2d59-48f7-983f-fc508078c394" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.203957] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "ce108f3a-2d59-48f7-983f-fc508078c394" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.224318] env[68640]: DEBUG nova.network.neutron [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Updating instance_info_cache with network_info: [{"id": "d1d0a01b-dc64-4276-9257-7a322e3ca460", "address": "fa:16:3e:e4:fa:23", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d0a01b-dc", "ovs_interfaceid": "d1d0a01b-dc64-4276-9257-7a322e3ca460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.238501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.363292] env[68640]: DEBUG oslo_vmware.api [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Task: {'id': task-2991309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.755291} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.364047] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.364505] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.364785] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.365291] env[68640]: INFO nova.compute.manager [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1086.367017] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.367017] env[68640]: DEBUG nova.compute.manager [-] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.367017] env[68640]: DEBUG nova.network.neutron [-] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.379021] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.379021] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-870eafce-fe20-4c24-b563-3bad2c43925e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.401138] env[68640]: DEBUG oslo_vmware.api [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.401138] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1086.401138] env[68640]: value = "task-2991313" [ 1086.401138] env[68640]: _type = "Task" [ 1086.401138] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.410256] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991313, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.483941] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991312, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.710406] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "ce108f3a-2d59-48f7-983f-fc508078c394" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.714025] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.727498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.728111] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Instance network_info: |[{"id": "d1d0a01b-dc64-4276-9257-7a322e3ca460", "address": "fa:16:3e:e4:fa:23", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d0a01b-dc", "ovs_interfaceid": "d1d0a01b-dc64-4276-9257-7a322e3ca460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.728406] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:fa:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1d0a01b-dc64-4276-9257-7a322e3ca460', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.744297] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.744582] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.744810] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2642ae9-bb45-4371-9ed3-47aec1d1c131 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.927747] env[68640]: DEBUG oslo_vmware.api [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523883} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.942423] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.942649] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.942832] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.943075] env[68640]: INFO nova.compute.manager [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1086.945033] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.945033] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991313, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.945935] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.945935] env[68640]: value = "task-2991314" [ 1086.945935] env[68640]: _type = "Task" [ 1086.945935] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.952018] env[68640]: DEBUG nova.compute.manager [-] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.952018] env[68640]: DEBUG nova.network.neutron [-] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.962925] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991314, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.984935] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.868396} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.985941] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 59f7d225-2ec3-465b-a3c8-3b775330e2c9/59f7d225-2ec3-465b-a3c8-3b775330e2c9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.986210] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.988848] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab534633-46d3-4d5f-9163-e4c7ac71ea43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.997983] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1086.997983] env[68640]: value = "task-2991315" [ 1086.997983] env[68640]: _type = "Task" [ 1086.997983] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.009854] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.127712] env[68640]: DEBUG nova.compute.manager [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Received event network-changed-d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.127809] env[68640]: DEBUG nova.compute.manager [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Refreshing instance network info cache due to event network-changed-d1d0a01b-dc64-4276-9257-7a322e3ca460. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.127989] env[68640]: DEBUG oslo_concurrency.lockutils [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] Acquiring lock "refresh_cache-9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.128357] env[68640]: DEBUG oslo_concurrency.lockutils [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] Acquired lock "refresh_cache-9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.128530] env[68640]: DEBUG nova.network.neutron [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Refreshing network info cache for port d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.216626] env[68640]: DEBUG nova.compute.utils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.218494] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.218494] env[68640]: DEBUG nova.network.neutron [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.296661] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa88c3-f1ff-4b79-bf29-31c78b1b368d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.305789] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0d18bc-13e9-4ee3-ad16-9e5284aceb89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.347533] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c52307-faa3-495d-a1b0-a7c956514258 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.356612] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc89f4c8-89a1-438c-b80a-aead91c0e684 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.373028] env[68640]: DEBUG nova.compute.provider_tree [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.411786] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991313, 'name': CreateSnapshot_Task, 'duration_secs': 1.007483} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.412077] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.413518] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2319ee1a-e991-45d8-b99a-823df08ef478 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.463918] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991314, 'name': CreateVM_Task, 'duration_secs': 0.665287} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.463918] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.464349] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.464549] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.464862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.465390] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd93c08d-590b-46df-a7ca-3cc8d43c676b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.474229] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1087.474229] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5281956b-aa4a-af8a-f3e8-ba6003502a58" [ 1087.474229] env[68640]: _type = "Task" [ 1087.474229] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.488779] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5281956b-aa4a-af8a-f3e8-ba6003502a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.507754] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08797} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.508016] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.508840] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccdf6de-ec9e-4953-ae22-c223776dc75b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.530630] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 59f7d225-2ec3-465b-a3c8-3b775330e2c9/59f7d225-2ec3-465b-a3c8-3b775330e2c9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.530921] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d53f8cf-74e2-4f38-9f58-9c451225b335 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.553563] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1087.553563] env[68640]: value = "task-2991316" [ 1087.553563] env[68640]: _type = "Task" [ 1087.553563] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.562131] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.604053] env[68640]: DEBUG nova.network.neutron [-] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.613371] env[68640]: DEBUG nova.policy [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2304d3be6d774730af0184413d014897', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1682ba164896422699e532f78cdb1aa6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.694918] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.695223] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.726166] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.876953] env[68640]: DEBUG nova.scheduler.client.report [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.916291] env[68640]: DEBUG nova.network.neutron [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Updated VIF entry in instance network info cache for port d1d0a01b-dc64-4276-9257-7a322e3ca460. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.916662] env[68640]: DEBUG nova.network.neutron [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Updating instance_info_cache with network_info: [{"id": "d1d0a01b-dc64-4276-9257-7a322e3ca460", "address": "fa:16:3e:e4:fa:23", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1d0a01b-dc", "ovs_interfaceid": "d1d0a01b-dc64-4276-9257-7a322e3ca460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.932022] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1087.932821] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8890878-db53-4ea6-8002-021b08be90b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.943524] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1087.943524] env[68640]: value = "task-2991317" [ 1087.943524] env[68640]: _type = "Task" [ 1087.943524] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.952675] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991317, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.984819] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5281956b-aa4a-af8a-f3e8-ba6003502a58, 'name': SearchDatastore_Task, 'duration_secs': 0.079872} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.985442] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.985442] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.985695] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.985791] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.985969] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.986302] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca5e4994-dd9a-450f-9992-ab8b19754b13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.995787] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.995972] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.996720] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e17950-b281-4164-976d-c52a7d14a758 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.004489] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1088.004489] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529a3018-5cd6-ba4b-749d-d47e193283b3" [ 1088.004489] env[68640]: _type = "Task" [ 1088.004489] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.013870] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529a3018-5cd6-ba4b-749d-d47e193283b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.065418] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.106632] env[68640]: INFO nova.compute.manager [-] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Took 1.74 seconds to deallocate network for instance. [ 1088.198256] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.273442] env[68640]: DEBUG nova.network.neutron [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Successfully created port: ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.345731] env[68640]: DEBUG nova.network.neutron [-] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.384953] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.385537] env[68640]: DEBUG nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.391336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.628s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.419583] env[68640]: DEBUG oslo_concurrency.lockutils [req-b75af482-5b40-484e-9e85-9122c9fe0e61 req-e2276a3c-61b8-456c-8af3-f453d732ade5 service nova] Releasing lock "refresh_cache-9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.456763] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991317, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.514908] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]529a3018-5cd6-ba4b-749d-d47e193283b3, 'name': SearchDatastore_Task, 'duration_secs': 0.033817} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.515857] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08393a6e-8e7e-4bf7-8490-c1cc29f02d93 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.522630] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1088.522630] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52698ad0-e338-6613-dd8c-d58f6a470c05" [ 1088.522630] env[68640]: _type = "Task" [ 1088.522630] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.532426] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52698ad0-e338-6613-dd8c-d58f6a470c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.563889] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.618200] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.739075] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.739763] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.775513] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.775513] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.775513] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.775700] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.776995] env[68640]: DEBUG nova.virt.hardware [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.777783] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3457ecc-7a75-448e-8c70-1386ca5183b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.788647] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2161bccf-cd82-4012-9afe-00fd9b87910a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.850077] env[68640]: INFO nova.compute.manager [-] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Took 1.90 seconds to deallocate network for instance. [ 1088.899953] env[68640]: DEBUG nova.compute.utils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.899953] env[68640]: DEBUG nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1088.957838] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991317, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.034670] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52698ad0-e338-6613-dd8c-d58f6a470c05, 'name': SearchDatastore_Task, 'duration_secs': 0.01352} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.035300] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.035300] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0/9c1d8172-06f9-47f7-b483-3a1f2fb51dc0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.035647] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3560616-f677-4054-955e-2be7e7329922 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.044506] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1089.044506] env[68640]: value = "task-2991318" [ 1089.044506] env[68640]: _type = "Task" [ 1089.044506] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.058785] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.069020] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991316, 'name': ReconfigVM_Task, 'duration_secs': 1.034602} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.069353] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 59f7d225-2ec3-465b-a3c8-3b775330e2c9/59f7d225-2ec3-465b-a3c8-3b775330e2c9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.070066] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96ec5f7-0746-4195-b282-1f81541318bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.080802] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1089.080802] env[68640]: value = "task-2991319" [ 1089.080802] env[68640]: _type = "Task" [ 1089.080802] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.090397] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991319, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.161963] env[68640]: DEBUG nova.compute.manager [req-61056631-f125-448e-9d4a-8debed0b2313 req-d4e243be-52a3-4ecd-a01e-b91d27487a12 service nova] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Received event network-vif-deleted-6a6c4314-a9d8-4415-a7a6-6701f94e91e9 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.162196] env[68640]: DEBUG nova.compute.manager [req-61056631-f125-448e-9d4a-8debed0b2313 req-d4e243be-52a3-4ecd-a01e-b91d27487a12 service nova] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Received event network-vif-deleted-f3a59e3c-c96f-44ab-9709-07ee1b077815 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.217434] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976e967-e602-44ea-bd31-47115cce85be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.226315] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f743e1-d82e-4986-935f-57635619c63c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.268301] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd498b9-180f-4549-ae6b-e51cda6c3c99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.277568] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2486fbd9-495e-403a-b23e-60536efd153b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.294529] env[68640]: DEBUG nova.compute.provider_tree [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.360436] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.401119] env[68640]: DEBUG nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.460127] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991317, 'name': CloneVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.554819] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991318, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.598890] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991319, 'name': Rename_Task, 'duration_secs': 0.174631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.598890] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.598890] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9278dec2-dfb5-46c5-beae-a793021a0949 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.605392] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1089.605392] env[68640]: value = "task-2991320" [ 1089.605392] env[68640]: _type = "Task" [ 1089.605392] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.613985] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.800068] env[68640]: DEBUG nova.scheduler.client.report [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.959349] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991317, 'name': CloneVM_Task, 'duration_secs': 1.629791} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.959349] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Created linked-clone VM from snapshot [ 1089.960210] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b40a24-df4e-4981-acb6-167b580cca2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.969833] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Uploading image 82aecf2f-cf38-4883-90ea-f7c5de462664 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.011024] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.011024] env[68640]: value = "vm-599930" [ 1090.011024] env[68640]: _type = "VirtualMachine" [ 1090.011024] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.011024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-539613db-fbca-4207-a4cc-c942169c9cac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.019110] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease: (returnval){ [ 1090.019110] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527398d4-e1c1-5d8f-2b39-f95ce9b889ed" [ 1090.019110] env[68640]: _type = "HttpNfcLease" [ 1090.019110] env[68640]: } obtained for exporting VM: (result){ [ 1090.019110] env[68640]: value = "vm-599930" [ 1090.019110] env[68640]: _type = "VirtualMachine" [ 1090.019110] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.019349] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the lease: (returnval){ [ 1090.019349] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527398d4-e1c1-5d8f-2b39-f95ce9b889ed" [ 1090.019349] env[68640]: _type = "HttpNfcLease" [ 1090.019349] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.029081] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.029081] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527398d4-e1c1-5d8f-2b39-f95ce9b889ed" [ 1090.029081] env[68640]: _type = "HttpNfcLease" [ 1090.029081] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.056338] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595344} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.056532] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0/9c1d8172-06f9-47f7-b483-3a1f2fb51dc0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.056751] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.057690] env[68640]: DEBUG nova.network.neutron [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Successfully updated port: ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.060095] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ab9cdf-0345-405f-95fc-999074d45516 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.071252] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1090.071252] env[68640]: value = "task-2991322" [ 1090.071252] env[68640]: _type = "Task" [ 1090.071252] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.084846] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.117820] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.413231] env[68640]: DEBUG nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.442403] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.442403] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.442403] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.442403] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.442753] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.442753] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.442879] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.443281] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.443281] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.443406] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.443543] env[68640]: DEBUG nova.virt.hardware [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.444475] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b78743-3075-415e-9b2b-23bc18f0a1f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.453233] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3821e59a-809a-4d6c-bd71-447473487334 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.470851] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.476678] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Creating folder: Project (7dceaabbc5104779b931df72e0c80c7b). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.477044] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-763fd8d7-faa5-47d9-a051-03246a068ec1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.494242] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Created folder: Project (7dceaabbc5104779b931df72e0c80c7b) in parent group-v599664. [ 1090.494242] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Creating folder: Instances. Parent ref: group-v599931. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1090.494242] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a052c58d-7ee7-4e48-bf49-c5c90045f1d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.507786] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Created folder: Instances in parent group-v599931. [ 1090.508117] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.508341] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.508580] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f02af06-1f34-42ad-842c-8c9f610eb2d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.529639] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.529639] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527398d4-e1c1-5d8f-2b39-f95ce9b889ed" [ 1090.529639] env[68640]: _type = "HttpNfcLease" [ 1090.529639] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.531029] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.531029] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527398d4-e1c1-5d8f-2b39-f95ce9b889ed" [ 1090.531029] env[68640]: _type = "HttpNfcLease" [ 1090.531029] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.531251] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.531251] env[68640]: value = "task-2991325" [ 1090.531251] env[68640]: _type = "Task" [ 1090.531251] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.531941] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31b164-f4e6-42c6-b359-c079ace92a9d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.542425] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991325, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.545642] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f0cc3-1710-799f-444e-1a75a16eca19/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.545812] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f0cc3-1710-799f-444e-1a75a16eca19/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.608814] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "refresh_cache-2413dbc3-a85a-437a-92a5-125fc4696aa5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.608971] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquired lock "refresh_cache-2413dbc3-a85a-437a-92a5-125fc4696aa5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.609107] env[68640]: DEBUG nova.network.neutron [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.630556] env[68640]: DEBUG oslo_vmware.api [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991320, 'name': PowerOnVM_Task, 'duration_secs': 0.917123} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.630556] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077514} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.630556] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.630659] env[68640]: INFO nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1090.631599] env[68640]: DEBUG nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.631599] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.632146] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b895819-576d-4ca4-bcfa-2eacefc3fc3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.635558] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1eb3a1-fda6-4f11-92a5-860606820125 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.665321] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0/9c1d8172-06f9-47f7-b483-3a1f2fb51dc0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.665321] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-651824ab-30be-47f1-9d84-fe9da6b9d6ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.683984] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e5f62b2-5171-4a7a-a02c-378508fff42b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.694244] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1090.694244] env[68640]: value = "task-2991326" [ 1090.694244] env[68640]: _type = "Task" [ 1090.694244] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.704656] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.814536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.426s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.817557] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.846s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.045243] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991325, 'name': CreateVM_Task, 'duration_secs': 0.347886} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.045360] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.045822] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.046014] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.046373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.046641] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e90acd-9b0d-45ea-8f95-f9830cf69951 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.052606] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1091.052606] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5268fe81-a0bb-14b5-0bd2-84946968b652" [ 1091.052606] env[68640]: _type = "Task" [ 1091.052606] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.061496] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5268fe81-a0bb-14b5-0bd2-84946968b652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.151127] env[68640]: DEBUG nova.network.neutron [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.177519] env[68640]: INFO nova.compute.manager [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Took 25.32 seconds to build instance. [ 1091.209195] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991326, 'name': ReconfigVM_Task, 'duration_secs': 0.342221} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.212685] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0/9c1d8172-06f9-47f7-b483-3a1f2fb51dc0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.214072] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b32d0c-5383-4ffe-ac5f-745a1d32fe38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.222503] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1091.222503] env[68640]: value = "task-2991327" [ 1091.222503] env[68640]: _type = "Task" [ 1091.222503] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.233250] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991327, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.324866] env[68640]: INFO nova.compute.claims [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.388431] env[68640]: DEBUG nova.network.neutron [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Updating instance_info_cache with network_info: [{"id": "ac20a1b9-b803-4b6e-82b7-955b82dbd2c3", "address": "fa:16:3e:27:36:ce", "network": {"id": "844bde88-dad2-4462-88ff-e127d3c6a58d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-77037735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1682ba164896422699e532f78cdb1aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac20a1b9-b8", "ovs_interfaceid": "ac20a1b9-b803-4b6e-82b7-955b82dbd2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.407150] env[68640]: DEBUG nova.compute.manager [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Received event network-vif-plugged-ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.407244] env[68640]: DEBUG oslo_concurrency.lockutils [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] Acquiring lock "2413dbc3-a85a-437a-92a5-125fc4696aa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.407438] env[68640]: DEBUG oslo_concurrency.lockutils [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.408349] env[68640]: DEBUG oslo_concurrency.lockutils [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.408349] env[68640]: DEBUG nova.compute.manager [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] No waiting events found dispatching network-vif-plugged-ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.408349] env[68640]: WARNING nova.compute.manager [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Received unexpected event network-vif-plugged-ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 for instance with vm_state building and task_state spawning. [ 1091.409674] env[68640]: DEBUG nova.compute.manager [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Received event network-changed-ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.409885] env[68640]: DEBUG nova.compute.manager [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Refreshing instance network info cache due to event network-changed-ac20a1b9-b803-4b6e-82b7-955b82dbd2c3. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.410088] env[68640]: DEBUG oslo_concurrency.lockutils [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] Acquiring lock "refresh_cache-2413dbc3-a85a-437a-92a5-125fc4696aa5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.433533] env[68640]: INFO nova.scheduler.client.report [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocation for migration 2274e5bf-2327-41d8-b7d7-8610452f0c3c [ 1091.565440] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5268fe81-a0bb-14b5-0bd2-84946968b652, 'name': SearchDatastore_Task, 'duration_secs': 0.016577} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.565971] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.565971] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.566302] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.566481] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.566582] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.566872] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9d0e9c0-a280-4db9-a8fb-574be9145f14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.573859] env[68640]: DEBUG oslo_concurrency.lockutils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.575316] env[68640]: DEBUG oslo_concurrency.lockutils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.582354] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.582595] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.583835] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb85c1b-a254-442a-ba9d-a9969100e030 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.591023] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1091.591023] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d0b39b-99fa-a72f-d7cd-540b123091b8" [ 1091.591023] env[68640]: _type = "Task" [ 1091.591023] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.602779] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d0b39b-99fa-a72f-d7cd-540b123091b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.681711] env[68640]: DEBUG oslo_concurrency.lockutils [None req-63f94d6f-3a19-433e-8ad4-550b1931a8c2 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.842s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.736366] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991327, 'name': Rename_Task, 'duration_secs': 0.163266} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.738525] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.739071] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83924c22-6778-499e-8972-4b7ea0bf2326 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.749752] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1091.749752] env[68640]: value = "task-2991328" [ 1091.749752] env[68640]: _type = "Task" [ 1091.749752] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.759849] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.833805] env[68640]: INFO nova.compute.resource_tracker [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating resource usage from migration 87aae042-edcb-40a5-9b10-2b3a4645355d [ 1091.892779] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Releasing lock "refresh_cache-2413dbc3-a85a-437a-92a5-125fc4696aa5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.893252] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Instance network_info: |[{"id": "ac20a1b9-b803-4b6e-82b7-955b82dbd2c3", "address": "fa:16:3e:27:36:ce", "network": {"id": "844bde88-dad2-4462-88ff-e127d3c6a58d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-77037735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1682ba164896422699e532f78cdb1aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac20a1b9-b8", "ovs_interfaceid": "ac20a1b9-b803-4b6e-82b7-955b82dbd2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.893829] env[68640]: DEBUG oslo_concurrency.lockutils [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] Acquired lock "refresh_cache-2413dbc3-a85a-437a-92a5-125fc4696aa5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.895437] env[68640]: DEBUG nova.network.neutron [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Refreshing network info cache for port ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.897171] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:36:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac20a1b9-b803-4b6e-82b7-955b82dbd2c3', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.905334] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Creating folder: Project (1682ba164896422699e532f78cdb1aa6). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.909847] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51b48126-3c5c-4cd7-b144-a7163285734d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.926221] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Created folder: Project (1682ba164896422699e532f78cdb1aa6) in parent group-v599664. [ 1091.926312] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Creating folder: Instances. Parent ref: group-v599934. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.926558] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2450f8e2-97cc-4535-a38b-c7106c392cfd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.940113] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d54d8b96-9f4c-480d-924b-5f42462f25c3 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.295s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.945293] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Created folder: Instances in parent group-v599934. [ 1091.945730] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.949275] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.950337] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-674dc6c6-95d0-47c3-9cc8-8367f0809e6b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.988230] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.988230] env[68640]: value = "task-2991331" [ 1091.988230] env[68640]: _type = "Task" [ 1091.988230] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.999033] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991331, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.080453] env[68640]: DEBUG nova.compute.utils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.105409] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d0b39b-99fa-a72f-d7cd-540b123091b8, 'name': SearchDatastore_Task, 'duration_secs': 0.021977} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.106568] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f184fc5e-9030-42db-9e3c-75017d9a6133 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.113317] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1092.113317] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5270caa2-d406-bfae-7eb5-8c4add931d88" [ 1092.113317] env[68640]: _type = "Task" [ 1092.113317] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.124855] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5270caa2-d406-bfae-7eb5-8c4add931d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.246379] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eaadfe-c6ef-443e-b19e-db7b532391fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.258194] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0baa65f6-0b59-4b74-bb03-a0effd500f08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.266011] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.302381] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e321607c-d087-4800-80e2-85b0669fdeb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.312340] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dc04f1-7787-4a00-9fcc-bb17b31f148a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.330299] env[68640]: DEBUG nova.compute.provider_tree [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.499838] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991331, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.583158] env[68640]: DEBUG oslo_concurrency.lockutils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.625760] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5270caa2-d406-bfae-7eb5-8c4add931d88, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.625998] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.626309] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.626581] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7081bfe2-2c3d-496d-8337-585f7e645465 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.634983] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1092.634983] env[68640]: value = "task-2991332" [ 1092.634983] env[68640]: _type = "Task" [ 1092.634983] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.643940] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.695051] env[68640]: DEBUG nova.network.neutron [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Updated VIF entry in instance network info cache for port ac20a1b9-b803-4b6e-82b7-955b82dbd2c3. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.695051] env[68640]: DEBUG nova.network.neutron [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Updating instance_info_cache with network_info: [{"id": "ac20a1b9-b803-4b6e-82b7-955b82dbd2c3", "address": "fa:16:3e:27:36:ce", "network": {"id": "844bde88-dad2-4462-88ff-e127d3c6a58d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-77037735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1682ba164896422699e532f78cdb1aa6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac20a1b9-b8", "ovs_interfaceid": "ac20a1b9-b803-4b6e-82b7-955b82dbd2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.763866] env[68640]: DEBUG oslo_vmware.api [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991328, 'name': PowerOnVM_Task, 'duration_secs': 0.595424} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.764223] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.764462] env[68640]: INFO nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1092.764685] env[68640]: DEBUG nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.765630] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c77c9-29ee-4286-9348-964e64754dfd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.770724] env[68640]: DEBUG nova.compute.manager [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Received event network-changed-5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.770959] env[68640]: DEBUG nova.compute.manager [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Refreshing instance network info cache due to event network-changed-5d45a889-c133-4c80-b3c8-94c9c12b7ec3. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.771228] env[68640]: DEBUG oslo_concurrency.lockutils [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] Acquiring lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.771389] env[68640]: DEBUG oslo_concurrency.lockutils [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] Acquired lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.771575] env[68640]: DEBUG nova.network.neutron [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Refreshing network info cache for port 5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.836214] env[68640]: DEBUG nova.scheduler.client.report [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.008733] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991331, 'name': CreateVM_Task, 'duration_secs': 0.57058} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.009014] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.009789] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.009900] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.010573] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.010573] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e47bdf0-eb1b-4771-b8e0-f31a279c2700 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.018129] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1093.018129] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527ad74b-ac23-b477-5010-7e02416505b1" [ 1093.018129] env[68640]: _type = "Task" [ 1093.018129] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.029106] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527ad74b-ac23-b477-5010-7e02416505b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.148089] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991332, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.199292] env[68640]: DEBUG oslo_concurrency.lockutils [req-8b0b0374-2f10-445f-a19e-a67c9e8f2c95 req-12ab9a7d-e708-45e7-96e6-42a671d5b0eb service nova] Releasing lock "refresh_cache-2413dbc3-a85a-437a-92a5-125fc4696aa5" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.296107] env[68640]: INFO nova.compute.manager [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Took 26.81 seconds to build instance. [ 1093.342335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.525s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.342730] env[68640]: INFO nova.compute.manager [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Migrating [ 1093.356775] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.554s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.357237] env[68640]: DEBUG nova.objects.instance [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'pci_requests' on Instance uuid 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.537852] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527ad74b-ac23-b477-5010-7e02416505b1, 'name': SearchDatastore_Task, 'duration_secs': 0.025073} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.538195] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.538433] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.538664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.538808] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.538987] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.539312] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a1a6da-d41a-4b2e-a20e-631b08e516c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.550149] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.550356] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.551123] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ffcc20-73c9-4210-a2e7-58e1b5131f3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.558137] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1093.558137] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5276211c-413e-27c0-17df-b2a379b3a2d8" [ 1093.558137] env[68640]: _type = "Task" [ 1093.558137] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.567405] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5276211c-413e-27c0-17df-b2a379b3a2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.650153] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617229} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.650481] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.650692] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.651050] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31cb4922-8ffa-454c-8600-2aa38873fa2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.659556] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1093.659556] env[68640]: value = "task-2991333" [ 1093.659556] env[68640]: _type = "Task" [ 1093.659556] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.670774] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.674874] env[68640]: DEBUG oslo_concurrency.lockutils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.675313] env[68640]: DEBUG oslo_concurrency.lockutils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.676245] env[68640]: INFO nova.compute.manager [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Attaching volume 99b7840d-26b4-4f94-83a0-e48256dfeab1 to /dev/sdb [ 1093.720541] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa2c052-67a4-414e-a13c-7f976682c978 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.729297] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c9566-2169-4649-aa7b-0260419d255a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.751823] env[68640]: DEBUG nova.virt.block_device [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating existing volume attachment record: 084e988c-027b-4418-bc61-5aa2cde4f1a8 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.761561] env[68640]: DEBUG nova.network.neutron [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updated VIF entry in instance network info cache for port 5d45a889-c133-4c80-b3c8-94c9c12b7ec3. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.761919] env[68640]: DEBUG nova.network.neutron [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updating instance_info_cache with network_info: [{"id": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "address": "fa:16:3e:df:ec:4a", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d45a889-c1", "ovs_interfaceid": "5d45a889-c133-4c80-b3c8-94c9c12b7ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.784826] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.785125] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.785359] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.785545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.785709] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.788163] env[68640]: INFO nova.compute.manager [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Terminating instance [ 1093.800739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ac66a273-db90-43c8-949d-be58d0e49343 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.331s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.863704] env[68640]: DEBUG nova.objects.instance [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'numa_topology' on Instance uuid 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.877115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.877311] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.877485] env[68640]: DEBUG nova.network.neutron [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.070268] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5276211c-413e-27c0-17df-b2a379b3a2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.071119] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa9c5b4-5153-43c0-ac79-54034ceb0f42 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.077347] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1094.077347] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526b38e2-799d-7701-969e-4ab47170060e" [ 1094.077347] env[68640]: _type = "Task" [ 1094.077347] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.088475] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526b38e2-799d-7701-969e-4ab47170060e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.170910] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193593} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.172052] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.173305] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c2dc9-0beb-4097-9f09-2b84ecf43cf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.197415] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.197830] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad83730-b59e-4125-a66d-ea7e9d1c0627 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.219865] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1094.219865] env[68640]: value = "task-2991335" [ 1094.219865] env[68640]: _type = "Task" [ 1094.219865] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.230177] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.265432] env[68640]: DEBUG oslo_concurrency.lockutils [req-4baa2db1-8bc1-4579-a853-dea617ea0ccc req-66f26cd0-5676-4e10-b40e-5cee5b383e99 service nova] Releasing lock "refresh_cache-59f7d225-2ec3-465b-a3c8-3b775330e2c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.296066] env[68640]: DEBUG nova.compute.manager [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.296066] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.296066] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c474c8d4-62d6-44d1-a5bb-b35bd27076c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.309220] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.309883] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722cb492-e70b-4277-bbe8-247ead493914 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.318405] env[68640]: DEBUG oslo_vmware.api [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1094.318405] env[68640]: value = "task-2991336" [ 1094.318405] env[68640]: _type = "Task" [ 1094.318405] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.329357] env[68640]: DEBUG oslo_vmware.api [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.366303] env[68640]: INFO nova.compute.claims [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.560871] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "1554cc19-a094-409e-97d6-366dcdbe73a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.560871] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.588286] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526b38e2-799d-7701-969e-4ab47170060e, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.588644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.588839] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 2413dbc3-a85a-437a-92a5-125fc4696aa5/2413dbc3-a85a-437a-92a5-125fc4696aa5.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.589129] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc827908-2b5b-483c-8453-ed3a2a508116 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.597072] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1094.597072] env[68640]: value = "task-2991337" [ 1094.597072] env[68640]: _type = "Task" [ 1094.597072] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.606947] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.679239] env[68640]: DEBUG nova.network.neutron [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.730572] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991335, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.746258] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.746619] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.746734] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.746906] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.747105] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.751422] env[68640]: INFO nova.compute.manager [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Terminating instance [ 1094.835139] env[68640]: DEBUG oslo_vmware.api [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991336, 'name': PowerOffVM_Task, 'duration_secs': 0.261537} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.835139] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.835139] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.835139] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aef95b2-ab4d-4588-8c07-b14d0182330d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.913682] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.914049] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.914113] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore2] f3ead612-6445-46c7-ac93-8a56a5ab4fac {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.914397] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8361743d-aa03-4645-a7e8-5b3dc03b665a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.921410] env[68640]: DEBUG oslo_vmware.api [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1094.921410] env[68640]: value = "task-2991339" [ 1094.921410] env[68640]: _type = "Task" [ 1094.921410] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.930741] env[68640]: DEBUG oslo_vmware.api [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.063480] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.110171] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991337, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.182290] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.235129] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991335, 'name': ReconfigVM_Task, 'duration_secs': 0.534529} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.235964] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.236662] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c78c41f-f423-4ac1-8e86-c89fd4d667e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.243698] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1095.243698] env[68640]: value = "task-2991340" [ 1095.243698] env[68640]: _type = "Task" [ 1095.243698] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.252446] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991340, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.257230] env[68640]: DEBUG nova.compute.manager [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.257469] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.258290] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9852e1-fe96-434f-811e-7563f2cb72a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.266197] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.266197] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ceb66d-ea8d-4cb5-a323-495224aab78a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.272139] env[68640]: DEBUG oslo_vmware.api [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1095.272139] env[68640]: value = "task-2991341" [ 1095.272139] env[68640]: _type = "Task" [ 1095.272139] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.280349] env[68640]: DEBUG oslo_vmware.api [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.443252] env[68640]: DEBUG oslo_vmware.api [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391711} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.443552] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.443744] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.443917] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.444108] env[68640]: INFO nova.compute.manager [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1095.444468] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.444717] env[68640]: DEBUG nova.compute.manager [-] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.444812] env[68640]: DEBUG nova.network.neutron [-] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.583870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.612329] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569833} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.615134] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 2413dbc3-a85a-437a-92a5-125fc4696aa5/2413dbc3-a85a-437a-92a5-125fc4696aa5.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.615370] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.616587] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4f647d-4140-4402-a906-6fb245bba6f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.623536] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1095.623536] env[68640]: value = "task-2991342" [ 1095.623536] env[68640]: _type = "Task" [ 1095.623536] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.631288] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.757679] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991340, 'name': Rename_Task, 'duration_secs': 0.178175} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.758772] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.759036] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7e77aa7-c555-425c-bb2d-b8f357ddafd3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.776366] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1095.776366] env[68640]: value = "task-2991343" [ 1095.776366] env[68640]: _type = "Task" [ 1095.776366] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.793957] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb8ac2-ecd1-4fcf-ab93-752bcf3c9a8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.804515] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.804515] env[68640]: DEBUG oslo_vmware.api [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991341, 'name': PowerOffVM_Task, 'duration_secs': 0.197911} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.805436] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.805618] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.805874] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68662dab-ba02-4b71-b35e-276ff953f15f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.810587] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b2ab6e-7ca7-4fd3-a3d8-856838027a77 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.844377] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177c76b-a99d-4d37-b71c-15b910007174 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.852646] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a7219-5e91-4b57-be9a-0f73f7fa33d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.867942] env[68640]: DEBUG nova.compute.provider_tree [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.882435] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.882690] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.882888] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore2] 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.883208] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2cb5d1b-a46f-4271-a68b-9cc5425ddf0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.890762] env[68640]: DEBUG oslo_vmware.api [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1095.890762] env[68640]: value = "task-2991345" [ 1095.890762] env[68640]: _type = "Task" [ 1095.890762] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.900210] env[68640]: DEBUG oslo_vmware.api [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.921976] env[68640]: DEBUG nova.compute.manager [req-a9bdda13-3770-4834-a1ac-5951b3083e8f req-0d2e5aa9-b56e-4d35-a617-f251a86a0493 service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Received event network-vif-deleted-0edeb3ba-3f18-411b-aebb-1fd210020c18 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.922365] env[68640]: INFO nova.compute.manager [req-a9bdda13-3770-4834-a1ac-5951b3083e8f req-0d2e5aa9-b56e-4d35-a617-f251a86a0493 service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Neutron deleted interface 0edeb3ba-3f18-411b-aebb-1fd210020c18; detaching it from the instance and deleting it from the info cache [ 1095.922530] env[68640]: DEBUG nova.network.neutron [req-a9bdda13-3770-4834-a1ac-5951b3083e8f req-0d2e5aa9-b56e-4d35-a617-f251a86a0493 service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.135627] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072689} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.135916] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.136823] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09847af1-342d-4195-9c90-5548e1fb344b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.161012] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 2413dbc3-a85a-437a-92a5-125fc4696aa5/2413dbc3-a85a-437a-92a5-125fc4696aa5.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.161354] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a99f2a57-ef22-4d45-b3d6-8922dc8cbf2e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.183350] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1096.183350] env[68640]: value = "task-2991347" [ 1096.183350] env[68640]: _type = "Task" [ 1096.183350] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.195067] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.295524] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.306054] env[68640]: DEBUG nova.network.neutron [-] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.374228] env[68640]: DEBUG nova.scheduler.client.report [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.403984] env[68640]: DEBUG oslo_vmware.api [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181987} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.404643] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.404900] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.405346] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.406270] env[68640]: INFO nova.compute.manager [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1096.406270] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.406270] env[68640]: DEBUG nova.compute.manager [-] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.406270] env[68640]: DEBUG nova.network.neutron [-] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.431670] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73d723e7-6b03-4ca3-ba13-a0c060976984 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.444814] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67409adf-b319-4dfd-b5f2-152920c518f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.480350] env[68640]: DEBUG nova.compute.manager [req-a9bdda13-3770-4834-a1ac-5951b3083e8f req-0d2e5aa9-b56e-4d35-a617-f251a86a0493 service nova] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Detach interface failed, port_id=0edeb3ba-3f18-411b-aebb-1fd210020c18, reason: Instance f3ead612-6445-46c7-ac93-8a56a5ab4fac could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.695082] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.701018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f397d-e568-4548-8610-873aa3b52531 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.725692] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.797802] env[68640]: DEBUG oslo_vmware.api [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991343, 'name': PowerOnVM_Task, 'duration_secs': 0.617292} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.797969] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.798191] env[68640]: INFO nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1096.798555] env[68640]: DEBUG nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.799326] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca43958-25a0-4bdb-af93-09955e8a7324 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.809858] env[68640]: INFO nova.compute.manager [-] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Took 1.36 seconds to deallocate network for instance. [ 1096.881758] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.525s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.885650] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.065s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.886021] env[68640]: DEBUG nova.objects.instance [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1096.945569] env[68640]: INFO nova.network.neutron [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating port 43aefe3d-46ff-4936-8cfa-d1103b671437 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1097.196142] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991347, 'name': ReconfigVM_Task, 'duration_secs': 0.765225} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.196365] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 2413dbc3-a85a-437a-92a5-125fc4696aa5/2413dbc3-a85a-437a-92a5-125fc4696aa5.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.197043] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-caf8797a-a44a-4cb8-a852-283546eab84c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.206295] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1097.206295] env[68640]: value = "task-2991348" [ 1097.206295] env[68640]: _type = "Task" [ 1097.206295] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.214789] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991348, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.234164] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.234164] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b50418b-9f67-4b25-ae3d-8251ebeff23f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.240553] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1097.240553] env[68640]: value = "task-2991349" [ 1097.240553] env[68640]: _type = "Task" [ 1097.240553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.250586] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.263519] env[68640]: DEBUG nova.network.neutron [-] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.318373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.324024] env[68640]: INFO nova.compute.manager [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Took 26.43 seconds to build instance. [ 1097.717862] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991348, 'name': Rename_Task, 'duration_secs': 0.226892} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.718166] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.718423] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98493dfa-a1bd-4a73-aa6a-349ca1f628ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.726459] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1097.726459] env[68640]: value = "task-2991350" [ 1097.726459] env[68640]: _type = "Task" [ 1097.726459] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.735558] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.750632] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991349, 'name': PowerOffVM_Task, 'duration_secs': 0.263855} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.750928] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.751219] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.765331] env[68640]: INFO nova.compute.manager [-] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Took 1.36 seconds to deallocate network for instance. [ 1097.826807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d00cbb-2eea-45b7-ac56-ed6e7f6891ed tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "8570bc2c-27be-4140-a54f-5a201a416ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.943s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.905322] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2af40ae7-f3e5-4802-bfb0-5a9dc0aa85eb tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.905322] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.465s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.905322] env[68640]: DEBUG nova.objects.instance [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lazy-loading 'resources' on Instance uuid b62fd804-8792-4589-9f67-02dfb665a5ad {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.108922] env[68640]: DEBUG nova.compute.manager [req-d2350a24-4498-4fdf-89f6-a648d84eb20c req-58e0e44b-14ee-4463-bb33-9e1afbc7299d service nova] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Received event network-vif-deleted-d1d0a01b-dc64-4276-9257-7a322e3ca460 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.238162] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.261092] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.261299] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.261458] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.261643] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.261788] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.261934] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.262216] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.262396] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.262580] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.262733] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.262909] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.271477] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f32f437-b10f-4944-a502-fcd45f4cbd08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.289477] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.297529] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1098.297529] env[68640]: value = "task-2991351" [ 1098.297529] env[68640]: _type = "Task" [ 1098.297529] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.312820] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.313912] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.314137] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599937', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'name': 'volume-99b7840d-26b4-4f94-83a0-e48256dfeab1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'serial': '99b7840d-26b4-4f94-83a0-e48256dfeab1'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.315058] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a408b24a-4872-46be-a33e-1588df37e0a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.334321] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a928970-597e-43ca-9108-448b7e3a9085 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.364258] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-99b7840d-26b4-4f94-83a0-e48256dfeab1/volume-99b7840d-26b4-4f94-83a0-e48256dfeab1.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.364746] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5ae661-5f2b-40f0-9498-8d96b6075a2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.386543] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1098.386543] env[68640]: value = "task-2991352" [ 1098.386543] env[68640]: _type = "Task" [ 1098.386543] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.397595] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.538549] env[68640]: INFO nova.compute.manager [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Rebuilding instance [ 1098.587620] env[68640]: DEBUG nova.compute.manager [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.591293] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17951fdd-ab94-47fb-962e-9f597af7d6b8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.737708] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991350, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.757524] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.757524] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.757524] env[68640]: DEBUG nova.network.neutron [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.810945] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991351, 'name': ReconfigVM_Task, 'duration_secs': 0.375313} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.811341] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.820431] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bb1425-a124-4486-b7ac-da0f8abe12f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.828714] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4676f727-1261-4ccf-a2a9-12bdbb6626e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.865706] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49edc54d-54cb-45b7-967c-09631671b4d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.874956] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3d0ea8-a975-48ee-bd9d-2064b768a668 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.893156] env[68640]: DEBUG nova.compute.provider_tree [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.904858] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.238619] env[68640]: DEBUG oslo_vmware.api [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991350, 'name': PowerOnVM_Task, 'duration_secs': 1.096733} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.238865] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.238865] env[68640]: INFO nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1099.239040] env[68640]: DEBUG nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.239862] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd11f4-a9bf-43f1-8dca-81ac21395a3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.320269] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.320547] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.320709] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.320888] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.321349] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.321585] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.321834] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.322032] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.322237] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.322417] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.322612] env[68640]: DEBUG nova.virt.hardware [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.329739] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.330166] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056b3c12-fe35-437a-b7c4-426752e6b1fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.356697] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1099.356697] env[68640]: value = "task-2991353" [ 1099.356697] env[68640]: _type = "Task" [ 1099.356697] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.367414] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.401821] env[68640]: DEBUG nova.scheduler.client.report [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.411824] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991352, 'name': ReconfigVM_Task, 'duration_secs': 0.580152} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.412448] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-99b7840d-26b4-4f94-83a0-e48256dfeab1/volume-99b7840d-26b4-4f94-83a0-e48256dfeab1.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.417798] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daf6877-772a-4761-8cdf-a16564bbbe2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.436044] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1099.436044] env[68640]: value = "task-2991354" [ 1099.436044] env[68640]: _type = "Task" [ 1099.436044] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.445023] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.606153] env[68640]: DEBUG nova.network.neutron [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.607732] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.608207] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c411a3-0c8f-44b2-ae33-2593fd2c0730 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.614299] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1099.614299] env[68640]: value = "task-2991355" [ 1099.614299] env[68640]: _type = "Task" [ 1099.614299] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.624667] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.757686] env[68640]: INFO nova.compute.manager [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Took 29.53 seconds to build instance. [ 1099.867133] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991353, 'name': ReconfigVM_Task, 'duration_secs': 0.241736} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.867689] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.868680] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf97d57-f5da-4b29-9ae3-883b86f0546e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.897120] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.897673] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82ba5237-d302-464a-8c50-8ad8b15ed3be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.913691] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.917178] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.368s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.917575] env[68640]: DEBUG nova.objects.instance [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'resources' on Instance uuid d5d99f2b-aff9-4911-a41c-87068527ecfd {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.919546] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1099.919546] env[68640]: value = "task-2991356" [ 1099.919546] env[68640]: _type = "Task" [ 1099.919546] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.929328] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.947040] env[68640]: DEBUG oslo_vmware.api [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991354, 'name': ReconfigVM_Task, 'duration_secs': 0.165994} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.948430] env[68640]: INFO nova.scheduler.client.report [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Deleted allocations for instance b62fd804-8792-4589-9f67-02dfb665a5ad [ 1099.949434] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599937', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'name': 'volume-99b7840d-26b4-4f94-83a0-e48256dfeab1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'serial': '99b7840d-26b4-4f94-83a0-e48256dfeab1'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1100.112019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.129126] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991355, 'name': PowerOffVM_Task, 'duration_secs': 0.115323} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.129126] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.129126] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.130516] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cc55f0-5db4-4d44-b80d-be9e0ca59897 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.140526] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.146078] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d02f0333b8242da5b9aaab172a33a688',container_format='bare',created_at=2025-03-12T21:35:11Z,direct_url=,disk_format='vmdk',id=61b5ecbd-9460-413e-bf49-4f4e9983fbd7,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-401355560-shelved',owner='05533379fec84632943d679177155d73',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-03-12T21:35:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.146402] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.146581] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.146693] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.146979] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.147308] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.147308] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.147468] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.147929] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.147929] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.148086] env[68640]: DEBUG nova.virt.hardware [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.148409] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79714e58-d3d6-418b-bf04-6170f0763820 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.150696] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8956b1b-d337-4476-94e3-3ddbd00d2734 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.157248] env[68640]: DEBUG nova.compute.manager [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-vif-plugged-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.157479] env[68640]: DEBUG oslo_concurrency.lockutils [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.157896] env[68640]: DEBUG oslo_concurrency.lockutils [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.157977] env[68640]: DEBUG oslo_concurrency.lockutils [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.158138] env[68640]: DEBUG nova.compute.manager [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] No waiting events found dispatching network-vif-plugged-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.158327] env[68640]: WARNING nova.compute.manager [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received unexpected event network-vif-plugged-43aefe3d-46ff-4936-8cfa-d1103b671437 for instance with vm_state shelved_offloaded and task_state spawning. [ 1100.158495] env[68640]: DEBUG nova.compute.manager [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-changed-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.158721] env[68640]: DEBUG nova.compute.manager [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Refreshing instance network info cache due to event network-changed-43aefe3d-46ff-4936-8cfa-d1103b671437. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.158864] env[68640]: DEBUG oslo_concurrency.lockutils [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.159043] env[68640]: DEBUG oslo_concurrency.lockutils [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.159347] env[68640]: DEBUG nova.network.neutron [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Refreshing network info cache for port 43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.166758] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db76c0-4c94-4ff5-99c2-39e912beb410 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.184038] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ea:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43aefe3d-46ff-4936-8cfa-d1103b671437', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.192662] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.194558] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.194903] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.195106] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.195306] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Deleting the datastore file [datastore1] 8570bc2c-27be-4140-a54f-5a201a416ab9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.196399] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d5accd-d80e-490f-ad9f-13f12c0fc80b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.214891] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f32b7506-e569-4a08-8f2e-57bc5722a3b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.225753] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1100.225753] env[68640]: value = "task-2991359" [ 1100.225753] env[68640]: _type = "Task" [ 1100.225753] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.228150] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.228150] env[68640]: value = "task-2991358" [ 1100.228150] env[68640]: _type = "Task" [ 1100.228150] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.242978] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.249292] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991358, 'name': CreateVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.259834] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f73003c2-ecc8-417d-8d38-4b012df26c15 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.037s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.438672] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991356, 'name': ReconfigVM_Task, 'duration_secs': 0.371903} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.439047] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.439396] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.466022] env[68640]: DEBUG oslo_concurrency.lockutils [None req-75866a5a-cd42-4075-87fb-80af19155a22 tempest-ServersAaction247Test-1741772044 tempest-ServersAaction247Test-1741772044-project-member] Lock "b62fd804-8792-4589-9f67-02dfb665a5ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.375s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.533894] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "2413dbc3-a85a-437a-92a5-125fc4696aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.535405] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.535639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "2413dbc3-a85a-437a-92a5-125fc4696aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.535827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.536027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.538422] env[68640]: INFO nova.compute.manager [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Terminating instance [ 1100.671022] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f0cc3-1710-799f-444e-1a75a16eca19/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.671938] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d625fe-1809-4dd5-8741-e625d6e485b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.680713] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f0cc3-1710-799f-444e-1a75a16eca19/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.680882] env[68640]: ERROR oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f0cc3-1710-799f-444e-1a75a16eca19/disk-0.vmdk due to incomplete transfer. [ 1100.681150] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f2ced2b2-375b-4200-8131-090f59a0074c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.688633] env[68640]: DEBUG oslo_vmware.rw_handles [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521f0cc3-1710-799f-444e-1a75a16eca19/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1100.688840] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Uploaded image 82aecf2f-cf38-4883-90ea-f7c5de462664 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1100.691538] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1100.692129] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32ff8439-89af-430a-afe0-ea01b38c3c30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.702743] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1100.702743] env[68640]: value = "task-2991360" [ 1100.702743] env[68640]: _type = "Task" [ 1100.702743] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.715886] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991360, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.744104] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144064} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.744722] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.744907] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.745099] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.751105] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991358, 'name': CreateVM_Task, 'duration_secs': 0.367147} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.753776] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.754575] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.754738] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.755109] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.755391] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3afe285-6c55-4f47-a18d-e39e712ef3bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.760405] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1100.760405] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f822a6-7afd-8646-4c1d-304ba14876f6" [ 1100.760405] env[68640]: _type = "Task" [ 1100.760405] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.768805] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f822a6-7afd-8646-4c1d-304ba14876f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.814915] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8fd58-0345-4200-a3cf-c292a1d07cec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.824650] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7512687c-7878-4ce9-a39b-e52fcf9c6757 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.858600] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6672b8d9-89e1-48cf-b4bf-d89cc9db486e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.868916] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac72093e-4d39-4bc8-88e5-6d5b6a7d6171 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.883978] env[68640]: DEBUG nova.compute.provider_tree [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.947519] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1756919-8717-4730-b069-693e958789d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.974282] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8978ccf2-d5cc-4f03-9ec5-5531def37c13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.978738] env[68640]: DEBUG nova.network.neutron [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updated VIF entry in instance network info cache for port 43aefe3d-46ff-4936-8cfa-d1103b671437. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.979337] env[68640]: DEBUG nova.network.neutron [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.998532] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.005218] env[68640]: DEBUG oslo_concurrency.lockutils [req-e08cb0f1-6f72-4f72-b655-74ef129c7aef req-cfb487f8-8bda-421d-86c0-52d279eb2981 service nova] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.028499] env[68640]: DEBUG nova.objects.instance [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 2c894040-e906-4189-9a65-97df0044a6ef {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.050341] env[68640]: DEBUG nova.compute.manager [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.050341] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.051177] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c326d-55ad-4cfd-b78d-ea54a79760b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.063099] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.063374] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66af366a-d161-43e2-8404-5181b7db8643 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.069565] env[68640]: DEBUG oslo_vmware.api [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1101.069565] env[68640]: value = "task-2991361" [ 1101.069565] env[68640]: _type = "Task" [ 1101.069565] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.081262] env[68640]: DEBUG oslo_vmware.api [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.212723] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991360, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.273908] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.274382] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Processing image 61b5ecbd-9460-413e-bf49-4f4e9983fbd7 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.274496] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.274644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.274854] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.275157] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d6bed8-a0fe-4c76-b3d0-395a90823698 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.284039] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.284230] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.285508] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48b38ec0-7cfa-4218-b469-823995afd4b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.290591] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1101.290591] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521558e3-6733-adfd-f42b-7af18fb6bd46" [ 1101.290591] env[68640]: _type = "Task" [ 1101.290591] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.299037] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521558e3-6733-adfd-f42b-7af18fb6bd46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.388710] env[68640]: DEBUG nova.scheduler.client.report [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.536167] env[68640]: DEBUG oslo_concurrency.lockutils [None req-018212de-b47c-4754-895d-27af5b40f10a tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.585682] env[68640]: DEBUG oslo_vmware.api [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991361, 'name': PowerOffVM_Task, 'duration_secs': 0.20691} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.587476] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.587717] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.587987] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5022ff5-99d8-4a8b-bf12-bc5989ed48ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.652140] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.652394] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.652578] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Deleting the datastore file [datastore2] 2413dbc3-a85a-437a-92a5-125fc4696aa5 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.652862] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c86e5a7-2593-4962-b5ba-b1eb1ca8d7d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.660352] env[68640]: DEBUG oslo_vmware.api [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for the task: (returnval){ [ 1101.660352] env[68640]: value = "task-2991363" [ 1101.660352] env[68640]: _type = "Task" [ 1101.660352] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.673892] env[68640]: DEBUG oslo_vmware.api [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.712859] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991360, 'name': Destroy_Task, 'duration_secs': 0.709834} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.713174] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Destroyed the VM [ 1101.713423] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.713679] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f266b175-41e4-415a-952a-70205fadd26e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.720453] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1101.720453] env[68640]: value = "task-2991364" [ 1101.720453] env[68640]: _type = "Task" [ 1101.720453] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.732648] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991364, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.787599] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.787983] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.788238] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.788438] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.788585] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.788741] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.788943] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.789209] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.789444] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.789668] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.789901] env[68640]: DEBUG nova.virt.hardware [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.790900] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea167b-270d-4dfa-b20c-51973bc48c89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.804966] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0bd80d-3a5b-4844-8403-503f2013556a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.809890] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1101.810235] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Fetch image to [datastore1] OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75/OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1101.810535] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Downloading stream optimized image 61b5ecbd-9460-413e-bf49-4f4e9983fbd7 to [datastore1] OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75/OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75.vmdk on the data store datastore1 as vApp {{(pid=68640) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1101.810812] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Downloading image file data 61b5ecbd-9460-413e-bf49-4f4e9983fbd7 to the ESX as VM named 'OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75' {{(pid=68640) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1101.823572] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.829582] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.831837] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.832312] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57d912e-54a1-4fea-ace2-7c799b99699f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.870181] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.870181] env[68640]: value = "task-2991365" [ 1101.870181] env[68640]: _type = "Task" [ 1101.870181] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.883960] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991365, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.893516] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.896493] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.658s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.896684] env[68640]: DEBUG nova.objects.instance [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lazy-loading 'resources' on Instance uuid 45f1a47b-8116-4e08-9155-a6abe0f4ea8e {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.917796] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1101.917796] env[68640]: value = "resgroup-9" [ 1101.917796] env[68640]: _type = "ResourcePool" [ 1101.917796] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1101.918208] env[68640]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bf996700-228e-40b1-a3fa-c736117527bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.943189] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lease: (returnval){ [ 1101.943189] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b80ac0-19c9-4b89-7a1d-a909ff5938a3" [ 1101.943189] env[68640]: _type = "HttpNfcLease" [ 1101.943189] env[68640]: } obtained for vApp import into resource pool (val){ [ 1101.943189] env[68640]: value = "resgroup-9" [ 1101.943189] env[68640]: _type = "ResourcePool" [ 1101.943189] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1101.943500] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the lease: (returnval){ [ 1101.943500] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b80ac0-19c9-4b89-7a1d-a909ff5938a3" [ 1101.943500] env[68640]: _type = "HttpNfcLease" [ 1101.943500] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.953471] env[68640]: INFO nova.scheduler.client.report [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted allocations for instance d5d99f2b-aff9-4911-a41c-87068527ecfd [ 1101.963950] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.963950] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b80ac0-19c9-4b89-7a1d-a909ff5938a3" [ 1101.963950] env[68640]: _type = "HttpNfcLease" [ 1101.963950] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.066236] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "ff63cfb7-e235-4d51-8679-7dbc129fc753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.066784] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.123099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.123514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.174988] env[68640]: DEBUG oslo_vmware.api [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Task: {'id': task-2991363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133635} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.175309] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.175510] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.175699] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.175891] env[68640]: INFO nova.compute.manager [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1102.176181] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.176403] env[68640]: DEBUG nova.compute.manager [-] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.176525] env[68640]: DEBUG nova.network.neutron [-] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.232960] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991364, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.388721] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991365, 'name': CreateVM_Task, 'duration_secs': 0.321881} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.389193] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.389473] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.389759] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.390373] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.390709] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e456b419-004f-4ef5-a0d9-2cd0bbef1c84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.396815] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1102.396815] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bc1df3-e665-6a8e-e196-d606a2097d10" [ 1102.396815] env[68640]: _type = "Task" [ 1102.396815] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.409894] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bc1df3-e665-6a8e-e196-d606a2097d10, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.410176] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.410445] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.410827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.410827] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.411272] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.411272] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e3992d4-8d84-416e-9802-a9120ca293b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.423920] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.424118] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.424893] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5f29cd-6cd0-473b-a7d2-1ad9f39bd7e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.432365] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1102.432365] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5299a672-5c61-8084-85ee-326d971e32c6" [ 1102.432365] env[68640]: _type = "Task" [ 1102.432365] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.446134] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5299a672-5c61-8084-85ee-326d971e32c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.449537] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c3d25a-4319-4524-b028-0bf8fee01574 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.456015] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.456015] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b80ac0-19c9-4b89-7a1d-a909ff5938a3" [ 1102.456015] env[68640]: _type = "HttpNfcLease" [ 1102.456015] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.459761] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.459761] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b80ac0-19c9-4b89-7a1d-a909ff5938a3" [ 1102.459761] env[68640]: _type = "HttpNfcLease" [ 1102.459761] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1102.460096] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1102.460096] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525731e4-3320-7bc8-558e-9a9bdf80b039" [ 1102.460096] env[68640]: _type = "Task" [ 1102.460096] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.461119] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c214e20c-9cee-4c3a-94b1-0aab88196a5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.464846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.464846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.464846] env[68640]: INFO nova.compute.manager [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Shelving [ 1102.472742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6eaacba-c212-4910-b326-b812e0af6398 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "d5d99f2b-aff9-4911-a41c-87068527ecfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.663s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.480601] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b9aa5-0a08-04dd-80ad-1cd3de9d94c5/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.480601] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b9aa5-0a08-04dd-80ad-1cd3de9d94c5/disk-0.vmdk. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1102.488543] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525731e4-3320-7bc8-558e-9a9bdf80b039, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.491545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.491823] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.547877] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83a007f-b9d7-48ec-b9c5-1a264df3968c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.565028] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45243fda-5b67-46dd-9ab9-8bad848d238e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.565028] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1102.565028] env[68640]: value = "task-2991367" [ 1102.565028] env[68640]: _type = "Task" [ 1102.565028] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.570103] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.580522] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.626958] env[68640]: DEBUG nova.compute.utils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.716866] env[68640]: DEBUG nova.network.neutron [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Port cd1c4a69-cf14-4c07-9df3-d7b4582776ec binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1102.738693] env[68640]: DEBUG oslo_vmware.api [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991364, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631647} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.742302] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1102.742571] env[68640]: INFO nova.compute.manager [None req-61efe1ea-461a-4009-8bef-98da7c8736fa tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 1102.871795] env[68640]: DEBUG nova.compute.manager [req-9670feec-6394-4277-a9fa-b499c19a1b11 req-c3ff9132-d299-418e-bc3a-180c26d692ea service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Received event network-vif-deleted-ac20a1b9-b803-4b6e-82b7-955b82dbd2c3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.871998] env[68640]: INFO nova.compute.manager [req-9670feec-6394-4277-a9fa-b499c19a1b11 req-c3ff9132-d299-418e-bc3a-180c26d692ea service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Neutron deleted interface ac20a1b9-b803-4b6e-82b7-955b82dbd2c3; detaching it from the instance and deleting it from the info cache [ 1102.872198] env[68640]: DEBUG nova.network.neutron [req-9670feec-6394-4277-a9fa-b499c19a1b11 req-c3ff9132-d299-418e-bc3a-180c26d692ea service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.956867] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba33f9d-1514-4fb0-acb1-c28f32223436 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.968795] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6137b608-9673-4108-983e-6c16004e7d03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.975893] env[68640]: DEBUG nova.network.neutron [-] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.018703] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7540e79-e12e-42aa-934a-5d0be486b32a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.030980] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd50a24-ac35-44c2-b362-e1eada567bfa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.049211] env[68640]: DEBUG nova.compute.provider_tree [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.075805] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479696} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.076092] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.076342] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.079042] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-188e50de-cd62-4a86-903a-53b7be47f8c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.085426] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.085553] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.089146] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1103.089146] env[68640]: value = "task-2991368" [ 1103.089146] env[68640]: _type = "Task" [ 1103.089146] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.094052] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.102439] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.135288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.380939] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7dc19e06-621e-4eac-a565-1b15d1206e18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.393539] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76365e51-ff13-4b09-ade8-e480532abdd0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.437893] env[68640]: DEBUG nova.compute.manager [req-9670feec-6394-4277-a9fa-b499c19a1b11 req-c3ff9132-d299-418e-bc3a-180c26d692ea service nova] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Detach interface failed, port_id=ac20a1b9-b803-4b6e-82b7-955b82dbd2c3, reason: Instance 2413dbc3-a85a-437a-92a5-125fc4696aa5 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.511546] env[68640]: INFO nova.compute.manager [-] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Took 1.33 seconds to deallocate network for instance. [ 1103.523324] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.523707] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b943d05b-b8f8-41a8-9aa6-0fc7cd5bd1d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.533371] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1103.533371] env[68640]: value = "task-2991369" [ 1103.533371] env[68640]: _type = "Task" [ 1103.533371] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.547858] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.554764] env[68640]: DEBUG nova.scheduler.client.report [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.587980] env[68640]: DEBUG nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.609422] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083797} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.609788] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.610648] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b1068c-23a3-4a39-b898-496c22160d66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.639849] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.647848] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1ac6bf-f366-44ef-8f81-8362352dc939 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.675412] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1103.675412] env[68640]: value = "task-2991370" [ 1103.675412] env[68640]: _type = "Task" [ 1103.675412] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.688485] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.746649] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.746951] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.747156] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.873031] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1103.873031] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b9aa5-0a08-04dd-80ad-1cd3de9d94c5/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.873031] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2551ef-915f-4024-adc8-13eaf5304221 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.880052] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b9aa5-0a08-04dd-80ad-1cd3de9d94c5/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.880262] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b9aa5-0a08-04dd-80ad-1cd3de9d94c5/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1103.880467] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e3fc7eb4-e555-42a5-9935-54268ca7f68e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.018980] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.044446] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991369, 'name': PowerOffVM_Task, 'duration_secs': 0.229521} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.044767] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.045923] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fef16e-57d8-4b3f-a1e3-e89b107a07b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.078651] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.082076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.463s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.082076] env[68640]: DEBUG nova.objects.instance [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lazy-loading 'resources' on Instance uuid 80449ce9-f94b-4c5d-85a0-56e3e42efa25 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.083583] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd17243-f268-4132-813a-7965b14c88b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.103739] env[68640]: DEBUG oslo_vmware.rw_handles [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b9aa5-0a08-04dd-80ad-1cd3de9d94c5/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1104.103739] env[68640]: INFO nova.virt.vmwareapi.images [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Downloaded image file data 61b5ecbd-9460-413e-bf49-4f4e9983fbd7 [ 1104.104666] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20846879-1090-4f16-97b8-82b383e85538 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.109877] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.121642] env[68640]: INFO nova.scheduler.client.report [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Deleted allocations for instance 45f1a47b-8116-4e08-9155-a6abe0f4ea8e [ 1104.122874] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c32dd2b3-12a8-4afe-960a-b27e879221ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.165396] env[68640]: INFO nova.virt.vmwareapi.images [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] The imported VM was unregistered [ 1104.168144] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1104.168922] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Creating directory with path [datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.168922] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f0e8a6-acd1-490a-8290-827e6a4d51a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.188519] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991370, 'name': ReconfigVM_Task, 'duration_secs': 0.393591} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.188904] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8570bc2c-27be-4140-a54f-5a201a416ab9/8570bc2c-27be-4140-a54f-5a201a416ab9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.189785] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6480bc3-a204-4020-9749-4c8d6c269df1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.198757] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1104.198757] env[68640]: value = "task-2991372" [ 1104.198757] env[68640]: _type = "Task" [ 1104.198757] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.200910] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Created directory with path [datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.200910] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75/OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75.vmdk to [datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk. {{(pid=68640) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1104.206028] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3bb81492-826e-470a-8496-d0f40aa38493 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.208736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.208990] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.209254] env[68640]: INFO nova.compute.manager [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Attaching volume bee677d8-cf19-44e5-a4c0-ef2e3b6432c1 to /dev/sdc [ 1104.224682] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991372, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.225335] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1104.225335] env[68640]: value = "task-2991373" [ 1104.225335] env[68640]: _type = "Task" [ 1104.225335] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.263291] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a456b96c-1cf3-461a-a527-7671a1e713c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.272366] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa704ba3-a272-438a-bb77-df14e96bf34a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.287748] env[68640]: DEBUG nova.virt.block_device [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating existing volume attachment record: cf1976ba-09e2-457d-ae33-3c754b023c75 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1104.600849] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1104.600849] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-690bb94c-32c1-47c8-b91c-1389af196bab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.610586] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1104.610586] env[68640]: value = "task-2991375" [ 1104.610586] env[68640]: _type = "Task" [ 1104.610586] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.629225] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.635064] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6b1296af-d57d-4065-b4e5-cc8b13acf4c6 tempest-ServersListShow298Test-413022068 tempest-ServersListShow298Test-413022068-project-member] Lock "45f1a47b-8116-4e08-9155-a6abe0f4ea8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.735s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.712407] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991372, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.736901] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991373, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.800546] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.800546] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.800704] env[68640]: DEBUG nova.network.neutron [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.971674] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1985c549-c73d-4113-b770-ca2e268913c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.981842] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccf7252-6e12-49f4-ab38-20c92ea4f2b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.025192] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c710902-be54-42fb-86e0-ee4d0fbde4c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.035356] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff9767-6f3c-45df-83ef-24f109169a69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.051296] env[68640]: DEBUG nova.compute.provider_tree [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.124539] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.212884] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991372, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.251300] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991373, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.563206] env[68640]: DEBUG nova.scheduler.client.report [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.628597] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.679407] env[68640]: DEBUG nova.network.neutron [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.713122] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991372, 'name': Rename_Task, 'duration_secs': 1.121985} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.713436] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.713700] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11ccd30b-1be9-47ad-9519-b021ba2a596c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.722665] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1105.722665] env[68640]: value = "task-2991376" [ 1105.722665] env[68640]: _type = "Task" [ 1105.722665] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.736048] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.741531] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991373, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.750063] env[68640]: DEBUG nova.compute.manager [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1106.066667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.071291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.333s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.073421] env[68640]: INFO nova.compute.claims [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.097878] env[68640]: INFO nova.scheduler.client.report [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Deleted allocations for instance 80449ce9-f94b-4c5d-85a0-56e3e42efa25 [ 1106.127192] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991375, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.184451] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.246407] env[68640]: DEBUG oslo_vmware.api [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991376, 'name': PowerOnVM_Task, 'duration_secs': 0.488292} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.246407] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.246407] env[68640]: DEBUG nova.compute.manager [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.246407] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6f4cf-b613-4ed0-88f6-109e8f00ce8c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.255420] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991373, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.272319] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.609603] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9d37cda5-5241-44aa-a74d-1d8b37a19cfd tempest-ServerRescueTestJSONUnderV235-1575121678 tempest-ServerRescueTestJSONUnderV235-1575121678-project-member] Lock "80449ce9-f94b-4c5d-85a0-56e3e42efa25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.435s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.628399] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991375, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.695862] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5518cbed-0b96-4169-bfe1-deb9b5ab3b7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.703688] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c9b3ff-d27e-4cc5-93e1-4e7b008bc842 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.741383] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991373, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.511206} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.741656] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75/OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75.vmdk to [datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk. [ 1106.741851] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Cleaning up location [datastore1] OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1106.742027] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7841179a-2833-41f4-9eab-b4a1f0222d75 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.742289] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a19e0f3f-e825-419a-ab1e-774c23756eb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.749126] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1106.749126] env[68640]: value = "task-2991378" [ 1106.749126] env[68640]: _type = "Task" [ 1106.749126] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.757280] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.772272] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.127601] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991375, 'name': CreateSnapshot_Task, 'duration_secs': 2.376814} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.127908] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1107.128877] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2e2542-217b-4e90-87b8-987e330f49f2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.260947] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036487} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.263843] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.264615] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.264615] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk to [datastore1] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.264813] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac89ab2c-6000-47a4-a93b-811f5a999ed8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.272752] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1107.272752] env[68640]: value = "task-2991379" [ 1107.272752] env[68640]: _type = "Task" [ 1107.272752] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.283442] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.379841] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34212231-e24f-45d6-a53e-4adee9c9e02a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.387719] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e542267-cfe0-4a52-aa70-f20b6c42a480 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.421914] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbb5d23-3cb3-4e2a-9ffc-298531d4d830 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.433527] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adf2ab5-674e-41d8-8ed9-192f72681505 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.449057] env[68640]: DEBUG nova.compute.provider_tree [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.634026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.634145] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.651568] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1107.653475] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0bb033ec-6033-487d-9593-2982bd6ba00c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.661703] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1107.661703] env[68640]: value = "task-2991380" [ 1107.661703] env[68640]: _type = "Task" [ 1107.661703] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.671106] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.784840] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991379, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.831025] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e6f417-4d99-47d8-884d-6dc68753e32b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.853425] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7310859f-22d9-4240-874f-25bee51c9f03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.861520] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.929071] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "8570bc2c-27be-4140-a54f-5a201a416ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.929423] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "8570bc2c-27be-4140-a54f-5a201a416ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.930405] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "8570bc2c-27be-4140-a54f-5a201a416ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.930670] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "8570bc2c-27be-4140-a54f-5a201a416ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.930842] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "8570bc2c-27be-4140-a54f-5a201a416ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.933823] env[68640]: INFO nova.compute.manager [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Terminating instance [ 1107.952380] env[68640]: DEBUG nova.scheduler.client.report [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.138848] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.173269] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 93%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.284074] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991379, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.369377] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.369874] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-204b30ce-0bcf-4bae-9e49-f45afa2c0f10 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.386866] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1108.386866] env[68640]: value = "task-2991381" [ 1108.386866] env[68640]: _type = "Task" [ 1108.386866] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.395682] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.437547] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "refresh_cache-8570bc2c-27be-4140-a54f-5a201a416ab9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.437725] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquired lock "refresh_cache-8570bc2c-27be-4140-a54f-5a201a416ab9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.437908] env[68640]: DEBUG nova.network.neutron [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.458100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.458611] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.461694] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.101s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.461808] env[68640]: DEBUG nova.objects.instance [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'resources' on Instance uuid 1b1deefe-b51e-49b7-996b-3d4d38b7b723 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.677473] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.679868] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.786619] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991379, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.862662] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.863154] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599941', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'name': 'volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'serial': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.864292] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223880d7-4037-4fa8-b057-1d69ce8e00e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.882397] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ff3e0-abac-4b10-b2d4-8f282e202392 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.912524] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1/volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.916638] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73db6a5a-af72-4859-806e-fa30bc31c062 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.937531] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991381, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.942221] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1108.942221] env[68640]: value = "task-2991382" [ 1108.942221] env[68640]: _type = "Task" [ 1108.942221] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.954059] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.959495] env[68640]: DEBUG nova.network.neutron [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.965099] env[68640]: DEBUG nova.compute.utils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.966751] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.966953] env[68640]: DEBUG nova.network.neutron [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.030113] env[68640]: DEBUG nova.policy [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '651d61000c37486497eca90a03d72dbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a57f3f50224362a0f6a8e47f6446de', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.055573] env[68640]: DEBUG nova.network.neutron [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.178999] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.293382] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991379, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.353287] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9de9d2-7e07-458c-818b-d77fd666fde7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.365542] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87e3fe0-af3e-4474-9e4e-cdd9b02ebe52 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.403954] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969210da-c130-4a8a-8a10-cd22409b0f02 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.415425] env[68640]: DEBUG oslo_vmware.api [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991381, 'name': PowerOnVM_Task, 'duration_secs': 0.669144} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.417851] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.418092] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0f06b9db-1ea8-4aa9-b27c-895d5b7977dc tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance 'f3f00b18-241c-4a08-87ee-a44c1dc5af97' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.422925] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410e6bee-1c4d-47c3-9fa7-59389ee719ab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.440952] env[68640]: DEBUG nova.compute.provider_tree [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.453053] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.473789] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.530445] env[68640]: DEBUG nova.network.neutron [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Successfully created port: 2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.561345] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Releasing lock "refresh_cache-8570bc2c-27be-4140-a54f-5a201a416ab9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.561345] env[68640]: DEBUG nova.compute.manager [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.561345] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.561345] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd036b-c754-4931-b46a-f499eb58f809 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.571000] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.571000] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6fc9466-5cd7-4580-9654-4e421fab6d6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.580196] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1109.580196] env[68640]: value = "task-2991383" [ 1109.580196] env[68640]: _type = "Task" [ 1109.580196] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.592913] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.675766] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.794017] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991379, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.445424} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.794017] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/61b5ecbd-9460-413e-bf49-4f4e9983fbd7/61b5ecbd-9460-413e-bf49-4f4e9983fbd7.vmdk to [datastore1] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.794017] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a03636-f8cb-4e84-973c-b600989c8536 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.820020] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.820020] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759822d9-5640-4b60-b00e-5238ed0e827a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.840030] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1109.840030] env[68640]: value = "task-2991384" [ 1109.840030] env[68640]: _type = "Task" [ 1109.840030] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.847809] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991384, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.943856] env[68640]: DEBUG nova.scheduler.client.report [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.956022] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991382, 'name': ReconfigVM_Task, 'duration_secs': 0.853095} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.956320] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1/volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.961643] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd05335b-0de5-4414-858f-c97210d98ebf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.982547] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1109.982547] env[68640]: value = "task-2991385" [ 1109.982547] env[68640]: _type = "Task" [ 1109.982547] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.993324] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991385, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.088967] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991383, 'name': PowerOffVM_Task, 'duration_secs': 0.107901} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.089250] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.089411] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.089663] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64540375-64e0-43a1-959b-e3a64edd2b79 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.114453] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.114453] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.114649] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Deleting the datastore file [datastore2] 8570bc2c-27be-4140-a54f-5a201a416ab9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.114775] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-683a03cf-184e-4702-bea6-1c137139a213 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.121184] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for the task: (returnval){ [ 1110.121184] env[68640]: value = "task-2991387" [ 1110.121184] env[68640]: _type = "Task" [ 1110.121184] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.128953] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.173194] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.350145] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.452556] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.454835] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.871s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.456842] env[68640]: INFO nova.compute.claims [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.480962] env[68640]: INFO nova.scheduler.client.report [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocations for instance 1b1deefe-b51e-49b7-996b-3d4d38b7b723 [ 1110.482707] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.498505] env[68640]: DEBUG oslo_vmware.api [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991385, 'name': ReconfigVM_Task, 'duration_secs': 0.142331} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.498505] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599941', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'name': 'volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'serial': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.511135] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.511470] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.511663] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.511851] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.511997] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.512164] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.512374] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.512534] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.512702] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.512864] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.513047] env[68640]: DEBUG nova.virt.hardware [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.514498] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c60325-c650-4d17-a2db-b324de772de9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.525181] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75445510-1149-49ac-a8a4-2e917693ccbc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.631724] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.675660] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.852012] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.002836] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c3b0cc1-be31-4e7b-8469-cf31aaa3e8d3 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "1b1deefe-b51e-49b7-996b-3d4d38b7b723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.751s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.006507] env[68640]: DEBUG nova.compute.manager [req-7fd5a7a5-d3b5-42d2-a82e-c7fd8361e8a3 req-a124ffae-1f08-421c-bb17-2afbdcb79f81 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received event network-vif-plugged-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.006701] env[68640]: DEBUG oslo_concurrency.lockutils [req-7fd5a7a5-d3b5-42d2-a82e-c7fd8361e8a3 req-a124ffae-1f08-421c-bb17-2afbdcb79f81 service nova] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.007433] env[68640]: DEBUG oslo_concurrency.lockutils [req-7fd5a7a5-d3b5-42d2-a82e-c7fd8361e8a3 req-a124ffae-1f08-421c-bb17-2afbdcb79f81 service nova] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.007668] env[68640]: DEBUG oslo_concurrency.lockutils [req-7fd5a7a5-d3b5-42d2-a82e-c7fd8361e8a3 req-a124ffae-1f08-421c-bb17-2afbdcb79f81 service nova] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.007894] env[68640]: DEBUG nova.compute.manager [req-7fd5a7a5-d3b5-42d2-a82e-c7fd8361e8a3 req-a124ffae-1f08-421c-bb17-2afbdcb79f81 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] No waiting events found dispatching network-vif-plugged-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.008086] env[68640]: WARNING nova.compute.manager [req-7fd5a7a5-d3b5-42d2-a82e-c7fd8361e8a3 req-a124ffae-1f08-421c-bb17-2afbdcb79f81 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received unexpected event network-vif-plugged-2645af84-fef6-4457-8570-da82f6ace467 for instance with vm_state building and task_state spawning. [ 1111.098657] env[68640]: DEBUG nova.network.neutron [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Successfully updated port: 2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.131728] env[68640]: DEBUG oslo_vmware.api [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Task: {'id': task-2991387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562911} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.131847] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.132154] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.132215] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.132364] env[68640]: INFO nova.compute.manager [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1111.132607] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.132800] env[68640]: DEBUG nova.compute.manager [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.132895] env[68640]: DEBUG nova.network.neutron [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.150974] env[68640]: DEBUG nova.network.neutron [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.177017] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.352781] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991384, 'name': ReconfigVM_Task, 'duration_secs': 1.25945} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.352988] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 48583b00-bd87-4464-b081-a43961c8ca30/48583b00-bd87-4464-b081-a43961c8ca30.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.353563] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-848af1e4-7607-49f1-9e5c-3388a9ee2b2e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.363481] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1111.363481] env[68640]: value = "task-2991388" [ 1111.363481] env[68640]: _type = "Task" [ 1111.363481] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.374426] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991388, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.544288] env[68640]: DEBUG nova.objects.instance [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 2c894040-e906-4189-9a65-97df0044a6ef {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.601100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.601296] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.601425] env[68640]: DEBUG nova.network.neutron [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.653106] env[68640]: DEBUG nova.network.neutron [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.677889] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991380, 'name': CloneVM_Task, 'duration_secs': 3.986059} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.678239] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Created linked-clone VM from snapshot [ 1111.679074] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4138a09a-eca2-4ac7-89dd-d0035d9c1360 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.692490] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Uploading image 431596d1-0194-4a99-8c30-eb77e7ef4d81 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.720677] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.720677] env[68640]: value = "vm-599943" [ 1111.720677] env[68640]: _type = "VirtualMachine" [ 1111.720677] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.720939] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dd536988-b00c-48af-adee-d2e8ffad77bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.729610] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease: (returnval){ [ 1111.729610] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f05540-66be-49e5-c507-106a3964bbb6" [ 1111.729610] env[68640]: _type = "HttpNfcLease" [ 1111.729610] env[68640]: } obtained for exporting VM: (result){ [ 1111.729610] env[68640]: value = "vm-599943" [ 1111.729610] env[68640]: _type = "VirtualMachine" [ 1111.729610] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.729929] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the lease: (returnval){ [ 1111.729929] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f05540-66be-49e5-c507-106a3964bbb6" [ 1111.729929] env[68640]: _type = "HttpNfcLease" [ 1111.729929] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.744420] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.744420] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f05540-66be-49e5-c507-106a3964bbb6" [ 1111.744420] env[68640]: _type = "HttpNfcLease" [ 1111.744420] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.821793] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99572dbf-64ad-40e2-a661-f2a083ac6170 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.830680] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd29b2ce-8137-437c-a34f-379bfcd02187 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.862263] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50b99c-e69d-43f7-939c-f78b8e7b0a2c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.877036] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8b28c3-9ef7-45ce-866b-cbf0bbc226b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.880761] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991388, 'name': Rename_Task, 'duration_secs': 0.171601} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.881061] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.881666] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34c85f02-bc76-442e-bb19-99117cc371f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.895138] env[68640]: DEBUG nova.compute.provider_tree [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.904442] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1111.904442] env[68640]: value = "task-2991390" [ 1111.904442] env[68640]: _type = "Task" [ 1111.904442] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.905863] env[68640]: DEBUG nova.scheduler.client.report [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.913400] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.913400] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.924556] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991390, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.050872] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2702d17d-a46f-4f77-8656-c659d6b43bb4 tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.083286] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.083480] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.139024] env[68640]: DEBUG nova.network.neutron [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.141465] env[68640]: DEBUG nova.network.neutron [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Port cd1c4a69-cf14-4c07-9df3-d7b4582776ec binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1112.141703] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.141846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.142050] env[68640]: DEBUG nova.network.neutron [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.154956] env[68640]: INFO nova.compute.manager [-] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Took 1.02 seconds to deallocate network for instance. [ 1112.238825] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.238825] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f05540-66be-49e5-c507-106a3964bbb6" [ 1112.238825] env[68640]: _type = "HttpNfcLease" [ 1112.238825] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.241197] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.241197] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f05540-66be-49e5-c507-106a3964bbb6" [ 1112.241197] env[68640]: _type = "HttpNfcLease" [ 1112.241197] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.241928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca45c47-7b01-4cc0-a5c0-04ecdc5ccbca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.250392] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52165f1c-eaa8-44fa-bfde-f3b7db8ce7b3/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.250569] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52165f1c-eaa8-44fa-bfde-f3b7db8ce7b3/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1112.308309] env[68640]: DEBUG nova.network.neutron [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.345605] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa48aaa1-6309-4de7-a354-5b67e2217b6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.406730] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.406880] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.410969] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.956s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.411455] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.414884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.097s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.415732] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.418052] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.128s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.418052] env[68640]: DEBUG nova.objects.instance [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.420554] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.434299] env[68640]: DEBUG oslo_vmware.api [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991390, 'name': PowerOnVM_Task, 'duration_secs': 0.543486} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.434651] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.444150] env[68640]: INFO nova.scheduler.client.report [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocations for instance f3ead612-6445-46c7-ac93-8a56a5ab4fac [ 1112.551058] env[68640]: DEBUG nova.compute.manager [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.552222] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10235f43-c5b1-44f4-bb18-04af6e332483 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.590212] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.590212] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.590550] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.590610] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.590748] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.590894] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.591038] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1112.591185] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1112.661487] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.811295] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.811790] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Instance network_info: |[{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.812132] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:64:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2645af84-fef6-4457-8570-da82f6ace467', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.823139] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.823139] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.823139] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7450cc0-1add-4507-8bcb-8a02b8096bc7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.850613] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.850613] env[68640]: value = "task-2991391" [ 1112.850613] env[68640]: _type = "Task" [ 1112.850613] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.860032] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991391, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.910411] env[68640]: INFO nova.compute.manager [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Detaching volume 99b7840d-26b4-4f94-83a0-e48256dfeab1 [ 1112.916623] env[68640]: DEBUG nova.compute.utils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.922356] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.924924] env[68640]: DEBUG nova.network.neutron [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.956791] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88b682cb-74ea-4e67-ae88-b871b01f77a0 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "f3ead612-6445-46c7-ac93-8a56a5ab4fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.172s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.964735] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.983962] env[68640]: DEBUG nova.network.neutron [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.988194] env[68640]: INFO nova.virt.block_device [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Attempting to driver detach volume 99b7840d-26b4-4f94-83a0-e48256dfeab1 from mountpoint /dev/sdb [ 1112.988194] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1112.988194] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599937', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'name': 'volume-99b7840d-26b4-4f94-83a0-e48256dfeab1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'serial': '99b7840d-26b4-4f94-83a0-e48256dfeab1'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1112.988729] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa4294f-4908-4bd2-b2d0-fb8e88580e60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.027569] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e393e3e-75c5-4810-a04a-1b52d05224d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.033412] env[68640]: DEBUG nova.policy [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed08312813542dc8607c574b82cd137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c959e0efbf4333846f65840157c674', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.041615] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0bd89e-8562-4eac-8555-684bd1b031b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.077226] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f7c3a6-e87b-4a89-8b1b-61042e17adf0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.083292] env[68640]: DEBUG oslo_concurrency.lockutils [None req-afcf912c-7dff-404b-bf30-43cc67fbda23 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.315s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.106728] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.109184] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] The volume has not been displaced from its original location: [datastore2] volume-99b7840d-26b4-4f94-83a0-e48256dfeab1/volume-99b7840d-26b4-4f94-83a0-e48256dfeab1.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1113.114155] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.118054] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b3bd49-a8f8-4635-a4a9-b8b947a5abab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.142987] env[68640]: DEBUG oslo_vmware.api [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1113.142987] env[68640]: value = "task-2991392" [ 1113.142987] env[68640]: _type = "Task" [ 1113.142987] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.156598] env[68640]: DEBUG oslo_vmware.api [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.158039] env[68640]: DEBUG nova.compute.manager [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received event network-changed-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.158237] env[68640]: DEBUG nova.compute.manager [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing instance network info cache due to event network-changed-2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.158539] env[68640]: DEBUG oslo_concurrency.lockutils [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.158973] env[68640]: DEBUG oslo_concurrency.lockutils [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.159183] env[68640]: DEBUG nova.network.neutron [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing network info cache for port 2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.361808] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991391, 'name': CreateVM_Task, 'duration_secs': 0.390653} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.365033] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.366147] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.366337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.366795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.367118] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a366dbda-c073-4d37-bded-eb9a7412e0f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.376792] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1113.376792] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52329f30-566a-cc58-0f87-4f3658f95dde" [ 1113.376792] env[68640]: _type = "Task" [ 1113.376792] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.391715] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52329f30-566a-cc58-0f87-4f3658f95dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.399363] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9aa8e9-8ed9-4339-b09d-993dbd6e3d33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.407959] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ddbdd5-6bfe-4ea0-aedc-90cc65678294 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.444921] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.450849] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aed2b4-e619-4989-9b6d-6a6c934dab7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.466155] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f221a4f3-b62a-47d3-9cb3-9b4d1a268bce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.164920] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.175709] env[68640]: DEBUG nova.compute.provider_tree [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.177754] env[68640]: DEBUG nova.network.neutron [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Successfully created port: 9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.201035] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52329f30-566a-cc58-0f87-4f3658f95dde, 'name': SearchDatastore_Task, 'duration_secs': 0.014375} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.202128] env[68640]: DEBUG oslo_vmware.api [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991392, 'name': ReconfigVM_Task, 'duration_secs': 0.305962} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.202128] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.202128] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.202612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.202968] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.203419] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.203907] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.210814] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fcb1634-95f5-4eef-9269-a1cd36b09941 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.213578] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70178895-546c-4031-bb19-989376aeb569 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.234584] env[68640]: DEBUG oslo_vmware.api [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1114.234584] env[68640]: value = "task-2991393" [ 1114.234584] env[68640]: _type = "Task" [ 1114.234584] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.236472] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.236863] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.240758] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bc0af9-c430-44bd-9bf6-d463dd054287 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.248439] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1114.248439] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dc60a-6ebf-dbaa-1d40-0515ee6d3255" [ 1114.248439] env[68640]: _type = "Task" [ 1114.248439] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.255314] env[68640]: DEBUG oslo_vmware.api [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.264217] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dc60a-6ebf-dbaa-1d40-0515ee6d3255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.458446] env[68640]: DEBUG nova.network.neutron [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updated VIF entry in instance network info cache for port 2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.458893] env[68640]: DEBUG nova.network.neutron [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.669074] env[68640]: DEBUG nova.compute.manager [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68640) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1114.682241] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.690297] env[68640]: DEBUG nova.scheduler.client.report [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.697178] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab64fc6-38c4-4322-a9ca-7938a7ed49bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.705297] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Suspending the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1114.707832] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8297bef2-08c1-43ae-a6f1-ea92e92194cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.717695] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.718157] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.718323] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.718539] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.718698] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.718867] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.719168] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.719404] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.719838] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.719947] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.720072] env[68640]: DEBUG nova.virt.hardware [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.721569] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f179859-6e3f-4dcd-8b9a-6d139ddd8fef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.726310] env[68640]: DEBUG oslo_vmware.api [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1114.726310] env[68640]: value = "task-2991394" [ 1114.726310] env[68640]: _type = "Task" [ 1114.726310] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.737349] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839efb5e-71fb-4358-b74b-32d576e0ea58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.745504] env[68640]: DEBUG oslo_vmware.api [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991394, 'name': SuspendVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.767310] env[68640]: DEBUG oslo_vmware.api [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991393, 'name': ReconfigVM_Task, 'duration_secs': 0.18569} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.767722] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599937', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'name': 'volume-99b7840d-26b4-4f94-83a0-e48256dfeab1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': '99b7840d-26b4-4f94-83a0-e48256dfeab1', 'serial': '99b7840d-26b4-4f94-83a0-e48256dfeab1'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1114.776463] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520dc60a-6ebf-dbaa-1d40-0515ee6d3255, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.777426] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a31c520-6b1c-4dfa-af14-3e3b724370f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.784148] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1114.784148] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52548765-9fb4-b273-bae6-7c2c2cb54ecc" [ 1114.784148] env[68640]: _type = "Task" [ 1114.784148] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.793837] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52548765-9fb4-b273-bae6-7c2c2cb54ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.961420] env[68640]: DEBUG oslo_concurrency.lockutils [req-c012474a-6451-4e3a-bf86-d460e890a5e8 req-ddfa26cd-2c64-43d4-ad54-6aa3621ede67 service nova] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.196400] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.779s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.199962] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.105s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.201559] env[68640]: INFO nova.compute.claims [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.224099] env[68640]: INFO nova.scheduler.client.report [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0 [ 1115.240151] env[68640]: DEBUG oslo_vmware.api [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991394, 'name': SuspendVM_Task} progress is 54%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.299822] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52548765-9fb4-b273-bae6-7c2c2cb54ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.012998} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.300133] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.300428] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/918ad8eb-9291-4a5b-9a5d-0497dd0b5e28.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.300707] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25e5bba6-bfc1-4f10-80ca-5057f83fcbcb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.310904] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1115.310904] env[68640]: value = "task-2991395" [ 1115.310904] env[68640]: _type = "Task" [ 1115.310904] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.315804] env[68640]: DEBUG nova.objects.instance [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 2c894040-e906-4189-9a65-97df0044a6ef {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.323581] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.697917] env[68640]: DEBUG nova.compute.manager [req-0c3f7a19-7821-47df-9ec6-18fa878e8938 req-e7a66ec5-58b4-4671-82e7-10afa67addfc service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Received event network-vif-plugged-9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.698462] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c3f7a19-7821-47df-9ec6-18fa878e8938 req-e7a66ec5-58b4-4671-82e7-10afa67addfc service nova] Acquiring lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.698789] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c3f7a19-7821-47df-9ec6-18fa878e8938 req-e7a66ec5-58b4-4671-82e7-10afa67addfc service nova] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.699079] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c3f7a19-7821-47df-9ec6-18fa878e8938 req-e7a66ec5-58b4-4671-82e7-10afa67addfc service nova] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.699375] env[68640]: DEBUG nova.compute.manager [req-0c3f7a19-7821-47df-9ec6-18fa878e8938 req-e7a66ec5-58b4-4671-82e7-10afa67addfc service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] No waiting events found dispatching network-vif-plugged-9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.699689] env[68640]: WARNING nova.compute.manager [req-0c3f7a19-7821-47df-9ec6-18fa878e8938 req-e7a66ec5-58b4-4671-82e7-10afa67addfc service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Received unexpected event network-vif-plugged-9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 for instance with vm_state building and task_state spawning. [ 1115.737403] env[68640]: DEBUG oslo_concurrency.lockutils [None req-882b3ced-3e22-4ed8-aa22-84c29529bcbc tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "9c1d8172-06f9-47f7-b483-3a1f2fb51dc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.991s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.748910] env[68640]: DEBUG oslo_vmware.api [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991394, 'name': SuspendVM_Task, 'duration_secs': 0.850853} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.748910] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Suspended the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1115.748910] env[68640]: DEBUG nova.compute.manager [None req-8312676e-78d4-4f27-baa9-9a2d40c93cb8 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.749754] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f2267-8928-4bb5-bc06-46886b0a9dbd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.799015] env[68640]: DEBUG nova.network.neutron [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Successfully updated port: 9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.824796] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991395, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.301501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.301770] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.301857] env[68640]: DEBUG nova.network.neutron [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.329112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c8ed084b-015a-4606-9860-a825d0f91f6f tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.920s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.330635] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736311} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.335037] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/918ad8eb-9291-4a5b-9a5d-0497dd0b5e28.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.335331] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.335847] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd6f8bfb-ee6d-49c9-85c7-ce0e5ecefee5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.345904] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1116.345904] env[68640]: value = "task-2991396" [ 1116.345904] env[68640]: _type = "Task" [ 1116.345904] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.363314] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.513317] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbe7d30-c44d-4564-ba8a-70c73dd9ffcb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.523390] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a8e842-ae40-41ca-bcc0-b132c5a77036 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.558152] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565d0b56-99dd-40eb-89fe-a45305af5d84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.571907] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae7301d-034e-404e-b531-4568d1d1cdc7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.587670] env[68640]: DEBUG nova.compute.provider_tree [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.834796] env[68640]: DEBUG nova.network.neutron [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.841017] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.841278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.859957] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081874} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.860484] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.861292] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d95b99-3f92-44cc-93fe-76b95ccbd75c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.887410] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/918ad8eb-9291-4a5b-9a5d-0497dd0b5e28.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.890378] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8237e044-a7e8-4b7d-8519-1cfab8c6ca01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.913305] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1116.913305] env[68640]: value = "task-2991397" [ 1116.913305] env[68640]: _type = "Task" [ 1116.913305] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.922401] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.015035] env[68640]: DEBUG nova.network.neutron [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [{"id": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "address": "fa:16:3e:56:45:41", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cdb26-4e", "ovs_interfaceid": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.031138] env[68640]: INFO nova.compute.manager [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Resuming [ 1117.031773] env[68640]: DEBUG nova.objects.instance [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'flavor' on Instance uuid 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.075945] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.076248] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.092449] env[68640]: DEBUG nova.scheduler.client.report [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.344171] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.423992] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991397, 'name': ReconfigVM_Task, 'duration_secs': 0.313946} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.424295] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/918ad8eb-9291-4a5b-9a5d-0497dd0b5e28.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.424950] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0f2abe2-3be2-4a81-bb6b-655cdd9257ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.433103] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1117.433103] env[68640]: value = "task-2991398" [ 1117.433103] env[68640]: _type = "Task" [ 1117.433103] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.442284] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991398, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.518174] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.518568] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Instance network_info: |[{"id": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "address": "fa:16:3e:56:45:41", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cdb26-4e", "ovs_interfaceid": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.519049] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:45:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.527031] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.527301] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.527574] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc503be-5618-43c2-a884-fd0e1b9eccbb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.551591] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.551591] env[68640]: value = "task-2991399" [ 1117.551591] env[68640]: _type = "Task" [ 1117.551591] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.562699] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991399, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.579547] env[68640]: INFO nova.compute.manager [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Detaching volume bee677d8-cf19-44e5-a4c0-ef2e3b6432c1 [ 1117.598219] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.598821] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.601867] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.583s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.602101] env[68640]: DEBUG nova.objects.instance [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lazy-loading 'resources' on Instance uuid 2413dbc3-a85a-437a-92a5-125fc4696aa5 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.621568] env[68640]: INFO nova.virt.block_device [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Attempting to driver detach volume bee677d8-cf19-44e5-a4c0-ef2e3b6432c1 from mountpoint /dev/sdc [ 1117.622500] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1117.622500] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599941', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'name': 'volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'serial': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1117.623112] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f9ea32-c0a6-49ca-8398-79c599260ade {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.647904] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115301ba-3dc0-4d6f-8dda-821f6de85280 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.656689] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c37ef44-5d48-4165-be1a-74aa72e73b3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.678677] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32c26c1-dd79-4437-8881-51a49d3381f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.695283] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] The volume has not been displaced from its original location: [datastore2] volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1/volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1117.700547] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfiguring VM instance instance-0000004b to detach disk 2002 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1117.700885] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bbc905a-5d32-402a-97a5-e876cd0277ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.720670] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1117.720670] env[68640]: value = "task-2991400" [ 1117.720670] env[68640]: _type = "Task" [ 1117.720670] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.730079] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991400, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.789807] env[68640]: DEBUG nova.compute.manager [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Received event network-changed-9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.790066] env[68640]: DEBUG nova.compute.manager [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Refreshing instance network info cache due to event network-changed-9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.790335] env[68640]: DEBUG oslo_concurrency.lockutils [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] Acquiring lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.790508] env[68640]: DEBUG oslo_concurrency.lockutils [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] Acquired lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.790697] env[68640]: DEBUG nova.network.neutron [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Refreshing network info cache for port 9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.873544] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.943845] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991398, 'name': Rename_Task, 'duration_secs': 0.168127} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.944172] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.944439] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee41ef0e-477c-4afe-a08c-e2e08390f445 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.951147] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1117.951147] env[68640]: value = "task-2991401" [ 1117.951147] env[68640]: _type = "Task" [ 1117.951147] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.960258] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.065569] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991399, 'name': CreateVM_Task, 'duration_secs': 0.457087} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.065842] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.066802] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.067094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.067585] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.068355] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf7619d-bdb4-46a8-8ddc-4d42432fb7e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.076456] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1118.076456] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab5322-260d-caca-b6e1-62e665ffd2af" [ 1118.076456] env[68640]: _type = "Task" [ 1118.076456] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.089560] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab5322-260d-caca-b6e1-62e665ffd2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.105570] env[68640]: DEBUG nova.compute.utils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.111204] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.111523] env[68640]: DEBUG nova.network.neutron [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.180693] env[68640]: DEBUG nova.policy [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b46fd895ae94012a0dce12319fe6620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b365e1112a469c8ff23e5d1ca90b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.235913] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991400, 'name': ReconfigVM_Task, 'duration_secs': 0.275764} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.236202] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Reconfigured VM instance instance-0000004b to detach disk 2002 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.244036] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2046c7ea-8ba5-4467-b7f2-1e98b5627782 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.262195] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1118.262195] env[68640]: value = "task-2991402" [ 1118.262195] env[68640]: _type = "Task" [ 1118.262195] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.271882] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.424846] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03979eac-586b-416b-94a1-fc50cf2641ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.433700] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653537aa-cdc4-450f-95b4-0bedf191258d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.474329] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5195703-1073-41c1-8c94-6c20098ef598 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.484839] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa9c60-a0ff-4965-a478-96994417a787 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.489009] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991401, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.501308] env[68640]: DEBUG nova.compute.provider_tree [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.553365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.553636] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquired lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.553813] env[68640]: DEBUG nova.network.neutron [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.585856] env[68640]: DEBUG nova.network.neutron [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Successfully created port: 4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.597529] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ab5322-260d-caca-b6e1-62e665ffd2af, 'name': SearchDatastore_Task, 'duration_secs': 0.023425} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.597891] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.598150] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.598933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.598933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.599084] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.599338] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a45f759-93de-4154-bb2f-2ead17847449 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.614980] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.614980] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.616215] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.621221] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52148332-1de1-460e-bb3c-8c2cc970ab13 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.633060] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1118.633060] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52db62d6-6fcb-b220-068d-239120ec7495" [ 1118.633060] env[68640]: _type = "Task" [ 1118.633060] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.642795] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52db62d6-6fcb-b220-068d-239120ec7495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.693490] env[68640]: DEBUG nova.network.neutron [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updated VIF entry in instance network info cache for port 9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.693490] env[68640]: DEBUG nova.network.neutron [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [{"id": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "address": "fa:16:3e:56:45:41", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cdb26-4e", "ovs_interfaceid": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.773607] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.977427] env[68640]: DEBUG oslo_vmware.api [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991401, 'name': PowerOnVM_Task, 'duration_secs': 0.703216} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.977720] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.977925] env[68640]: INFO nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1118.978120] env[68640]: DEBUG nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.978935] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6947981-af04-44f8-8bd0-a023759f2779 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.006297] env[68640]: DEBUG nova.scheduler.client.report [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.146255] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52db62d6-6fcb-b220-068d-239120ec7495, 'name': SearchDatastore_Task, 'duration_secs': 0.025185} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.148106] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0f8f91-aea0-4f3d-96d6-83fb5791d55b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.155196] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1119.155196] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc377f-6221-7a8c-b394-188daa81d2a4" [ 1119.155196] env[68640]: _type = "Task" [ 1119.155196] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.168423] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc377f-6221-7a8c-b394-188daa81d2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.196594] env[68640]: DEBUG oslo_concurrency.lockutils [req-00ff75ac-8391-479b-be56-e8b5b5916489 req-9e9ecd0c-f301-461d-adc2-52741e5bb1c1 service nova] Releasing lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.274928] env[68640]: DEBUG oslo_vmware.api [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991402, 'name': ReconfigVM_Task, 'duration_secs': 0.817955} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.275325] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599941', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'name': 'volume-bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2c894040-e906-4189-9a65-97df0044a6ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1', 'serial': 'bee677d8-cf19-44e5-a4c0-ef2e3b6432c1'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1119.324331] env[68640]: DEBUG nova.network.neutron [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [{"id": "43aefe3d-46ff-4936-8cfa-d1103b671437", "address": "fa:16:3e:cb:ea:bb", "network": {"id": "fa878ce0-d197-472c-a895-86b572d62875", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-813632304-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05533379fec84632943d679177155d73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aefe3d-46", "ovs_interfaceid": "43aefe3d-46ff-4936-8cfa-d1103b671437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.501413] env[68640]: INFO nova.compute.manager [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Took 30.80 seconds to build instance. [ 1119.515588] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.519136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.409s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.520739] env[68640]: INFO nova.compute.claims [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.548566] env[68640]: INFO nova.scheduler.client.report [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Deleted allocations for instance 2413dbc3-a85a-437a-92a5-125fc4696aa5 [ 1119.634173] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.667491] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fc377f-6221-7a8c-b394-188daa81d2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.669732] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.670057] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6/1554cc19-a094-409e-97d6-366dcdbe73a6.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.670538] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c5261a-1540-4eeb-bce2-816361018ec0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.678651] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d3a5386fcfba113b60940292dea5084b',container_format='bare',created_at=2025-03-12T21:35:52Z,direct_url=,disk_format='vmdk',id=82aecf2f-cf38-4883-90ea-f7c5de462664,min_disk=1,min_ram=0,name='tempest-test-snap-710237286',owner='83b365e1112a469c8ff23e5d1ca90b1d',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-12T21:36:09Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.678891] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.679057] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.679243] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.679390] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.679534] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.679833] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.681412] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.681412] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.681412] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.681412] env[68640]: DEBUG nova.virt.hardware [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.681412] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009dd01-ffbb-410e-9158-7089787cfe84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.686436] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1119.686436] env[68640]: value = "task-2991403" [ 1119.686436] env[68640]: _type = "Task" [ 1119.686436] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.693274] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ea023a-bd5e-4a70-bea5-c63d8bf5b056 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.700556] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.826716] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Releasing lock "refresh_cache-48583b00-bd87-4464-b081-a43961c8ca30" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.827759] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9743f789-5408-4957-a919-d441089b94d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.834980] env[68640]: DEBUG nova.objects.instance [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'flavor' on Instance uuid 2c894040-e906-4189-9a65-97df0044a6ef {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.839488] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Resuming the VM {{(pid=68640) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1119.839945] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbfc12c2-4201-4d5f-b3ef-0d443b4c932b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.849948] env[68640]: DEBUG oslo_vmware.api [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1119.849948] env[68640]: value = "task-2991404" [ 1119.849948] env[68640]: _type = "Task" [ 1119.849948] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.860883] env[68640]: DEBUG oslo_vmware.api [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.003798] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6fd61b2c-e510-426e-9ef9-0cbb197f28f0 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.308s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.058317] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bdb97a35-a868-471e-b071-184d306235c1 tempest-ServerGroupTestJSON-1135857759 tempest-ServerGroupTestJSON-1135857759-project-member] Lock "2413dbc3-a85a-437a-92a5-125fc4696aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.523s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.197881] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.362611] env[68640]: DEBUG oslo_vmware.api [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991404, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.396979] env[68640]: DEBUG nova.compute.manager [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received event network-changed-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.397241] env[68640]: DEBUG nova.compute.manager [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing instance network info cache due to event network-changed-2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.397521] env[68640]: DEBUG oslo_concurrency.lockutils [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.397771] env[68640]: DEBUG oslo_concurrency.lockutils [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.397953] env[68640]: DEBUG nova.network.neutron [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing network info cache for port 2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.418904] env[68640]: DEBUG nova.compute.manager [req-67dac7b5-91dd-4a77-9089-616dcc9ab640 req-b67dadad-5b5a-42d2-9754-1c0bc91390b4 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Received event network-vif-plugged-4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.419226] env[68640]: DEBUG oslo_concurrency.lockutils [req-67dac7b5-91dd-4a77-9089-616dcc9ab640 req-b67dadad-5b5a-42d2-9754-1c0bc91390b4 service nova] Acquiring lock "ff63cfb7-e235-4d51-8679-7dbc129fc753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.419694] env[68640]: DEBUG oslo_concurrency.lockutils [req-67dac7b5-91dd-4a77-9089-616dcc9ab640 req-b67dadad-5b5a-42d2-9754-1c0bc91390b4 service nova] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.419916] env[68640]: DEBUG oslo_concurrency.lockutils [req-67dac7b5-91dd-4a77-9089-616dcc9ab640 req-b67dadad-5b5a-42d2-9754-1c0bc91390b4 service nova] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.420143] env[68640]: DEBUG nova.compute.manager [req-67dac7b5-91dd-4a77-9089-616dcc9ab640 req-b67dadad-5b5a-42d2-9754-1c0bc91390b4 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] No waiting events found dispatching network-vif-plugged-4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.420364] env[68640]: WARNING nova.compute.manager [req-67dac7b5-91dd-4a77-9089-616dcc9ab640 req-b67dadad-5b5a-42d2-9754-1c0bc91390b4 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Received unexpected event network-vif-plugged-4fdde03e-235c-4fdd-a967-02565a06202a for instance with vm_state building and task_state spawning. [ 1120.521297] env[68640]: DEBUG nova.network.neutron [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Successfully updated port: 4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.699275] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589471} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.702485] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6/1554cc19-a094-409e-97d6-366dcdbe73a6.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.703299] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.703299] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c0cb5ae-1ac6-482a-8597-eadc4ce43977 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.718243] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1120.718243] env[68640]: value = "task-2991405" [ 1120.718243] env[68640]: _type = "Task" [ 1120.718243] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.730340] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.856654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0aa0e01d-ed05-4923-9cf9-158dbe1110ae tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.779s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.867168] env[68640]: DEBUG oslo_vmware.api [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991404, 'name': PowerOnVM_Task, 'duration_secs': 0.717306} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.867365] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Resumed the VM {{(pid=68640) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1120.867582] env[68640]: DEBUG nova.compute.manager [None req-a9498198-98e0-4d8a-87ab-07ceadb6aac4 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.868367] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eaa6b2-d54f-4db6-9fb2-3fb689cd3eb3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.872283] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3dad78-c854-4ffd-974a-cade42b520e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.885314] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eb2255-5fee-477c-a922-78d9e437328c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.921056] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602505b1-123e-4689-ba56-fbd5473f221b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.932574] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6893a8db-a6b3-4cfe-aa1e-10e1a7f5d95e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.950320] env[68640]: DEBUG nova.compute.provider_tree [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.027504] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "refresh_cache-ff63cfb7-e235-4d51-8679-7dbc129fc753" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.027504] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "refresh_cache-ff63cfb7-e235-4d51-8679-7dbc129fc753" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.027504] env[68640]: DEBUG nova.network.neutron [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.230128] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125849} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.230463] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.231508] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b467e4-f348-4dc5-b020-4ce5c7e5b5a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.259862] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6/1554cc19-a094-409e-97d6-366dcdbe73a6.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.259862] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-670d5a2c-3a15-4aa1-9e1c-8593e2aae3dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.278119] env[68640]: DEBUG nova.network.neutron [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updated VIF entry in instance network info cache for port 2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.278662] env[68640]: DEBUG nova.network.neutron [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.288143] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1121.288143] env[68640]: value = "task-2991406" [ 1121.288143] env[68640]: _type = "Task" [ 1121.288143] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.298886] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.562723] env[68640]: DEBUG nova.scheduler.client.report [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.640103] env[68640]: DEBUG nova.network.neutron [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.693493] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.693891] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.694181] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "2c894040-e906-4189-9a65-97df0044a6ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.694385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.694693] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.699443] env[68640]: INFO nova.compute.manager [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Terminating instance [ 1121.781583] env[68640]: DEBUG oslo_concurrency.lockutils [req-f5443d42-f059-4646-94d3-aa3958429034 req-90401f97-d106-41f7-924c-2625d6fa5644 service nova] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.800697] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.880678] env[68640]: DEBUG nova.network.neutron [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Updating instance_info_cache with network_info: [{"id": "4fdde03e-235c-4fdd-a967-02565a06202a", "address": "fa:16:3e:79:96:d2", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdde03e-23", "ovs_interfaceid": "4fdde03e-235c-4fdd-a967-02565a06202a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.062746] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.063469] env[68640]: DEBUG nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.069475] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.797s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.203626] env[68640]: DEBUG nova.compute.manager [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.204516] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.206470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ecc108-5ebc-49a7-9d28-8113a5e187c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.217088] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.217474] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23115d0-a646-49a8-b0f3-b91f87d778cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.226793] env[68640]: DEBUG oslo_vmware.api [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1122.226793] env[68640]: value = "task-2991407" [ 1122.226793] env[68640]: _type = "Task" [ 1122.226793] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.240276] env[68640]: DEBUG oslo_vmware.api [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.300807] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991406, 'name': ReconfigVM_Task, 'duration_secs': 0.776658} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.300918] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6/1554cc19-a094-409e-97d6-366dcdbe73a6.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.301628] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7907d7b9-938c-4c29-9ab9-c5c56dc97566 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.309327] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1122.309327] env[68640]: value = "task-2991408" [ 1122.309327] env[68640]: _type = "Task" [ 1122.309327] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.318829] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991408, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.383677] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "refresh_cache-ff63cfb7-e235-4d51-8679-7dbc129fc753" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.384029] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Instance network_info: |[{"id": "4fdde03e-235c-4fdd-a967-02565a06202a", "address": "fa:16:3e:79:96:d2", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdde03e-23", "ovs_interfaceid": "4fdde03e-235c-4fdd-a967-02565a06202a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.384573] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:96:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fdde03e-235c-4fdd-a967-02565a06202a', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.393898] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.394238] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.394497] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04033cfe-5215-4619-896b-7cf9ec9d2373 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.417358] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.417358] env[68640]: value = "task-2991409" [ 1122.417358] env[68640]: _type = "Task" [ 1122.417358] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.427690] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991409, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.455058] env[68640]: DEBUG nova.compute.manager [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Received event network-changed-4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.455381] env[68640]: DEBUG nova.compute.manager [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Refreshing instance network info cache due to event network-changed-4fdde03e-235c-4fdd-a967-02565a06202a. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.455698] env[68640]: DEBUG oslo_concurrency.lockutils [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] Acquiring lock "refresh_cache-ff63cfb7-e235-4d51-8679-7dbc129fc753" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.456108] env[68640]: DEBUG oslo_concurrency.lockutils [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] Acquired lock "refresh_cache-ff63cfb7-e235-4d51-8679-7dbc129fc753" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.456231] env[68640]: DEBUG nova.network.neutron [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Refreshing network info cache for port 4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.574405] env[68640]: DEBUG nova.compute.utils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.578091] env[68640]: INFO nova.compute.claims [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.582270] env[68640]: DEBUG nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1122.739916] env[68640]: DEBUG oslo_vmware.api [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991407, 'name': PowerOffVM_Task, 'duration_secs': 0.229387} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.741127] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.741455] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.742209] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3acb6816-828e-436e-8234-85e1cfafdd94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.822384] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991408, 'name': Rename_Task, 'duration_secs': 0.207485} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.822667] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.822945] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336f3388-8803-46b1-b91d-4e739714f795 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.826879] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.826879] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.826879] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Deleting the datastore file [datastore1] 2c894040-e906-4189-9a65-97df0044a6ef {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.827650] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a95889-0854-42c1-8493-bf26830d866f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.833223] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1122.833223] env[68640]: value = "task-2991411" [ 1122.833223] env[68640]: _type = "Task" [ 1122.833223] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.838372] env[68640]: DEBUG oslo_vmware.api [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for the task: (returnval){ [ 1122.838372] env[68640]: value = "task-2991412" [ 1122.838372] env[68640]: _type = "Task" [ 1122.838372] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.844872] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.851316] env[68640]: DEBUG oslo_vmware.api [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.929754] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991409, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.084188] env[68640]: DEBUG nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.088174] env[68640]: INFO nova.compute.resource_tracker [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating resource usage from migration fcf13233-e731-4be2-8d3c-b35774f46feb [ 1123.260664] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52165f1c-eaa8-44fa-bfde-f3b7db8ce7b3/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1123.261649] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a437812-a6df-44a8-9237-e2ad93f3dd96 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.270361] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52165f1c-eaa8-44fa-bfde-f3b7db8ce7b3/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1123.270361] env[68640]: ERROR oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52165f1c-eaa8-44fa-bfde-f3b7db8ce7b3/disk-0.vmdk due to incomplete transfer. [ 1123.270361] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0af37f40-75fd-424a-9ff8-b821d4d028b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.279637] env[68640]: DEBUG oslo_vmware.rw_handles [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52165f1c-eaa8-44fa-bfde-f3b7db8ce7b3/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1123.279637] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Uploaded image 431596d1-0194-4a99-8c30-eb77e7ef4d81 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1123.282258] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1123.284988] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8887eaa4-a8c5-4335-a206-d1de0d031c0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.288773] env[68640]: DEBUG nova.network.neutron [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Updated VIF entry in instance network info cache for port 4fdde03e-235c-4fdd-a967-02565a06202a. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.289112] env[68640]: DEBUG nova.network.neutron [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Updating instance_info_cache with network_info: [{"id": "4fdde03e-235c-4fdd-a967-02565a06202a", "address": "fa:16:3e:79:96:d2", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fdde03e-23", "ovs_interfaceid": "4fdde03e-235c-4fdd-a967-02565a06202a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.293614] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1123.293614] env[68640]: value = "task-2991413" [ 1123.293614] env[68640]: _type = "Task" [ 1123.293614] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.301311] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991413, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.348493] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.354933] env[68640]: DEBUG oslo_vmware.api [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Task: {'id': task-2991412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339537} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.355253] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.355455] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.355602] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.355824] env[68640]: INFO nova.compute.manager [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1123.356055] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.356265] env[68640]: DEBUG nova.compute.manager [-] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.356360] env[68640]: DEBUG nova.network.neutron [-] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.425449] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5555068-9cb3-425a-884c-0381537b8fe8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.431523] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991409, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.437307] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b59744-e559-4abd-a676-13859ab923ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.474412] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8b0cdc-af58-42d6-b8e3-89eea2705904 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.483115] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c9d1d4-0cb0-470f-bd75-a78e30d8bcf3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.499316] env[68640]: DEBUG nova.compute.provider_tree [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.791831] env[68640]: DEBUG oslo_concurrency.lockutils [req-1cafb95f-7de9-4a0f-9b0d-55385f057fd1 req-6f6e92a7-8cac-4e84-b9fd-558f3666e1d6 service nova] Releasing lock "refresh_cache-ff63cfb7-e235-4d51-8679-7dbc129fc753" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.805084] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991413, 'name': Destroy_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.848018] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991411, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.930018] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991409, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.004474] env[68640]: DEBUG nova.scheduler.client.report [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.096904] env[68640]: DEBUG nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.125791] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.126049] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.126215] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.126500] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.126690] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.126852] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.127115] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.127254] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.127420] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.127625] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.127755] env[68640]: DEBUG nova.virt.hardware [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.128661] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c5ad31-0acd-4251-b6b2-71942194bdfb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.137513] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1474402a-e6b1-4bf8-8c74-e229425c39fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.153498] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.159660] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Creating folder: Project (87f9a4a7076943cd90825089218b95b8). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.160110] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe731453-6f23-44c0-a759-ccb76c872dfe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.173216] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Created folder: Project (87f9a4a7076943cd90825089218b95b8) in parent group-v599664. [ 1124.174241] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Creating folder: Instances. Parent ref: group-v599947. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.174241] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad102b4-2132-41aa-b243-1ba4409cfe50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.186929] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Created folder: Instances in parent group-v599947. [ 1124.187221] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.187633] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.187750] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75cef4d5-35c6-41fd-8b03-6ce618ecdab5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.208688] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.208688] env[68640]: value = "task-2991416" [ 1124.208688] env[68640]: _type = "Task" [ 1124.208688] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.217916] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991416, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.304581] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991413, 'name': Destroy_Task, 'duration_secs': 0.808972} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.304891] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Destroyed the VM [ 1124.305165] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.305448] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23cab58f-ac85-409b-a6c1-a0ac1f738f03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.312481] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1124.312481] env[68640]: value = "task-2991417" [ 1124.312481] env[68640]: _type = "Task" [ 1124.312481] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.321414] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991417, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.346245] env[68640]: DEBUG oslo_vmware.api [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991411, 'name': PowerOnVM_Task, 'duration_secs': 1.388079} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.346706] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.346992] env[68640]: INFO nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1124.349232] env[68640]: DEBUG nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.349596] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a27af-3c2c-4e09-a1a5-838662124816 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.432613] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991409, 'name': CreateVM_Task, 'duration_secs': 1.597703} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.432794] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.433690] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.433871] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.434304] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.434971] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c9e5db-5e98-4eb5-a182-aae1c4374e50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.440584] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1124.440584] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ee8331-1193-d642-2a4a-a3bc3169a928" [ 1124.440584] env[68640]: _type = "Task" [ 1124.440584] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.449565] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ee8331-1193-d642-2a4a-a3bc3169a928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.485810] env[68640]: DEBUG nova.compute.manager [req-5b032beb-0feb-418d-965c-5c6e7edf92f4 req-a2b3a640-e34d-4ba7-bec3-f5642fa28480 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Received event network-vif-deleted-e04f8499-688a-43f5-8fce-dfaaf94470ba {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.485981] env[68640]: INFO nova.compute.manager [req-5b032beb-0feb-418d-965c-5c6e7edf92f4 req-a2b3a640-e34d-4ba7-bec3-f5642fa28480 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Neutron deleted interface e04f8499-688a-43f5-8fce-dfaaf94470ba; detaching it from the instance and deleting it from the info cache [ 1124.486179] env[68640]: DEBUG nova.network.neutron [req-5b032beb-0feb-418d-965c-5c6e7edf92f4 req-a2b3a640-e34d-4ba7-bec3-f5642fa28480 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.511274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.442s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.511485] env[68640]: INFO nova.compute.manager [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Migrating [ 1124.518062] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.746s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.518303] env[68640]: DEBUG nova.objects.instance [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1124.532058] env[68640]: DEBUG nova.network.neutron [-] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.721938] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991416, 'name': CreateVM_Task, 'duration_secs': 0.320108} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.722137] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.722555] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.722715] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.723041] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.723318] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd072db-f9e2-472f-966b-8eb3b2b60f58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.728663] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1124.728663] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525781e2-fac2-78ea-963c-4f0e6ba7517c" [ 1124.728663] env[68640]: _type = "Task" [ 1124.728663] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.736929] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525781e2-fac2-78ea-963c-4f0e6ba7517c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.822914] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991417, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.869273] env[68640]: INFO nova.compute.manager [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Took 29.30 seconds to build instance. [ 1124.953102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.953102] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Processing image 82aecf2f-cf38-4883-90ea-f7c5de462664 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.953102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.953102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.953371] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.953481] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2629d1b4-3c9b-45e5-8e09-7679642388c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.962688] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.962897] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.963747] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c312214-30a0-4d0f-a615-a231785820ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.970862] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1124.970862] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aa549e-68ff-fa06-3d21-f5d8e4784d8d" [ 1124.970862] env[68640]: _type = "Task" [ 1124.970862] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.980574] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aa549e-68ff-fa06-3d21-f5d8e4784d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.988342] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bed2643e-2ec4-4354-acf0-9d7fff1adcb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.997519] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e52b1-a93e-4a3b-9c4b-7d526233ac74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.036436] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.036436] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.036436] env[68640]: DEBUG nova.network.neutron [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.037514] env[68640]: DEBUG nova.compute.manager [req-5b032beb-0feb-418d-965c-5c6e7edf92f4 req-a2b3a640-e34d-4ba7-bec3-f5642fa28480 service nova] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Detach interface failed, port_id=e04f8499-688a-43f5-8fce-dfaaf94470ba, reason: Instance 2c894040-e906-4189-9a65-97df0044a6ef could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.040193] env[68640]: INFO nova.compute.manager [-] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Took 1.68 seconds to deallocate network for instance. [ 1125.239593] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525781e2-fac2-78ea-963c-4f0e6ba7517c, 'name': SearchDatastore_Task, 'duration_secs': 0.011317} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.239920] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.240145] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.240380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.240527] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.240805] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.241083] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e6f780a-c3b0-4428-a1d7-5f3376914cdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.254589] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.254777] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.255764] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d58950e2-1659-4469-9a92-d67016a8ac39 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.261200] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1125.261200] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52608c70-4adb-f856-cd5c-a59193bbe3a5" [ 1125.261200] env[68640]: _type = "Task" [ 1125.261200] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.268946] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52608c70-4adb-f856-cd5c-a59193bbe3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.323218] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991417, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6809} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.323534] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1125.323823] env[68640]: DEBUG nova.compute.manager [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.324653] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9a5a10-5a32-4f82-989f-6fddf429cab6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.371549] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8c7ea57e-a6fd-486c-848e-8b7605d01880 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.811s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.482296] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1125.482563] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Fetch image to [datastore2] OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8/OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1125.482747] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Downloading stream optimized image 82aecf2f-cf38-4883-90ea-f7c5de462664 to [datastore2] OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8/OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8.vmdk on the data store datastore2 as vApp {{(pid=68640) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1125.482916] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Downloading image file data 82aecf2f-cf38-4883-90ea-f7c5de462664 to the ESX as VM named 'OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8' {{(pid=68640) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1125.542641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5f8f2105-5c2d-4013-b775-34b8ab43ca1f tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.544678] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.864s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.545627] env[68640]: INFO nova.compute.claims [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.549059] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.573691] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1125.573691] env[68640]: value = "resgroup-9" [ 1125.573691] env[68640]: _type = "ResourcePool" [ 1125.573691] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1125.573984] env[68640]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-57026f26-7f1a-4b95-8db4-81d9198185a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.602310] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease: (returnval){ [ 1125.602310] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e1d44c-0ec0-a341-f19c-633902c0ad1f" [ 1125.602310] env[68640]: _type = "HttpNfcLease" [ 1125.602310] env[68640]: } obtained for vApp import into resource pool (val){ [ 1125.602310] env[68640]: value = "resgroup-9" [ 1125.602310] env[68640]: _type = "ResourcePool" [ 1125.602310] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1125.603141] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the lease: (returnval){ [ 1125.603141] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e1d44c-0ec0-a341-f19c-633902c0ad1f" [ 1125.603141] env[68640]: _type = "HttpNfcLease" [ 1125.603141] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1125.616188] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1125.616188] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e1d44c-0ec0-a341-f19c-633902c0ad1f" [ 1125.616188] env[68640]: _type = "HttpNfcLease" [ 1125.616188] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1125.773332] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52608c70-4adb-f856-cd5c-a59193bbe3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.040527} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.776968] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491638e7-3ac4-4b2a-af65-f24c08fe567e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.783210] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1125.783210] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5244f29f-9efc-51f4-4839-55c520335ff1" [ 1125.783210] env[68640]: _type = "Task" [ 1125.783210] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.792681] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5244f29f-9efc-51f4-4839-55c520335ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.840956] env[68640]: DEBUG nova.network.neutron [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.842965] env[68640]: INFO nova.compute.manager [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Shelve offloading [ 1126.115600] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.115600] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e1d44c-0ec0-a341-f19c-633902c0ad1f" [ 1126.115600] env[68640]: _type = "HttpNfcLease" [ 1126.115600] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.295605] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5244f29f-9efc-51f4-4839-55c520335ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.295911] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.296204] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.296483] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3dd4c8-3c11-4677-9b01-c80afe6092a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.303682] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1126.303682] env[68640]: value = "task-2991419" [ 1126.303682] env[68640]: _type = "Task" [ 1126.303682] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.312192] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.344444] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.348082] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.348413] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93fba00-db07-4cc7-8594-ca0ebb3d20d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.357583] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1126.357583] env[68640]: value = "task-2991420" [ 1126.357583] env[68640]: _type = "Task" [ 1126.357583] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.371649] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1126.371923] env[68640]: DEBUG nova.compute.manager [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.373103] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a862a4-e04e-4e33-b713-1ddb03793555 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.381635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.381837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.382045] env[68640]: DEBUG nova.network.neutron [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.614486] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.614486] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e1d44c-0ec0-a341-f19c-633902c0ad1f" [ 1126.614486] env[68640]: _type = "HttpNfcLease" [ 1126.614486] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1126.614903] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1126.614903] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e1d44c-0ec0-a341-f19c-633902c0ad1f" [ 1126.614903] env[68640]: _type = "HttpNfcLease" [ 1126.614903] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1126.616092] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f75f6-55fc-49a7-bf6c-a7734f4d85bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.627511] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298086a-3238-8a48-6b84-29066709f2b0/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1126.627843] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298086a-3238-8a48-6b84-29066709f2b0/disk-0.vmdk. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1126.696200] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50105102-463f-4fce-bb92-64aac2b6d50f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.711404] env[68640]: DEBUG nova.compute.manager [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1126.819480] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991419, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.958572] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0edc737-3771-4fb0-9f7c-51ae18835f7a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.971138] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860f15f-1f92-4cea-aea3-9b1ce2f5540d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.003336] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e110d4-eb09-4d0c-81e0-fd1213d58209 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.008260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.008260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.008260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "48583b00-bd87-4464-b081-a43961c8ca30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.008489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.008524] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.014607] env[68640]: INFO nova.compute.manager [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Terminating instance [ 1127.017022] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63f50b6-28de-4f51-912e-7be67b7136bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.033446] env[68640]: DEBUG nova.compute.provider_tree [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.143639] env[68640]: DEBUG nova.network.neutron [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.230452] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.314728] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660077} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.315039] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.315223] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.315511] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f299f76-c69c-48aa-be46-e0a9ab9ab27b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.322531] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1127.322531] env[68640]: value = "task-2991421" [ 1127.322531] env[68640]: _type = "Task" [ 1127.322531] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.332967] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.524155] env[68640]: DEBUG nova.compute.manager [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.524428] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.525494] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c5502d-e03d-4f93-b8c9-f7ded88279a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.537844] env[68640]: DEBUG nova.scheduler.client.report [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.541805] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.547130] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6749c8e-9353-4414-af01-3e69c9a09403 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.555387] env[68640]: DEBUG oslo_vmware.api [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1127.555387] env[68640]: value = "task-2991422" [ 1127.555387] env[68640]: _type = "Task" [ 1127.555387] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.567542] env[68640]: DEBUG oslo_vmware.api [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.646644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.673408] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1127.673650] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298086a-3238-8a48-6b84-29066709f2b0/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.674598] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4178faba-6f16-4f17-b27d-9376bda8ad18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.683291] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298086a-3238-8a48-6b84-29066709f2b0/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.683291] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298086a-3238-8a48-6b84-29066709f2b0/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1127.683291] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-75e24ed6-9ba6-4de3-a643-82726316b4c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.833171] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075015} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.833483] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.834340] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fc9e0-a3d0-40c7-8ba7-4b9af35a5bb5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.854657] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.854657] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff3fba9-9366-482c-8360-dc8a36657fb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.872116] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d2b508-23be-4259-bce3-c7ea660dc963 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.877854] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1127.877854] env[68640]: value = "task-2991423" [ 1127.877854] env[68640]: _type = "Task" [ 1127.877854] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.894450] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.906144] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.040816] env[68640]: DEBUG nova.compute.manager [req-1528f9cf-0c18-439b-9bba-eeb6b51c9cd8 req-30143dac-3479-4f46-9d5a-a54b2240d138 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-vif-unplugged-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.041363] env[68640]: DEBUG oslo_concurrency.lockutils [req-1528f9cf-0c18-439b-9bba-eeb6b51c9cd8 req-30143dac-3479-4f46-9d5a-a54b2240d138 service nova] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.041557] env[68640]: DEBUG oslo_concurrency.lockutils [req-1528f9cf-0c18-439b-9bba-eeb6b51c9cd8 req-30143dac-3479-4f46-9d5a-a54b2240d138 service nova] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.041731] env[68640]: DEBUG oslo_concurrency.lockutils [req-1528f9cf-0c18-439b-9bba-eeb6b51c9cd8 req-30143dac-3479-4f46-9d5a-a54b2240d138 service nova] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.041910] env[68640]: DEBUG nova.compute.manager [req-1528f9cf-0c18-439b-9bba-eeb6b51c9cd8 req-30143dac-3479-4f46-9d5a-a54b2240d138 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] No waiting events found dispatching network-vif-unplugged-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.042225] env[68640]: WARNING nova.compute.manager [req-1528f9cf-0c18-439b-9bba-eeb6b51c9cd8 req-30143dac-3479-4f46-9d5a-a54b2240d138 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received unexpected event network-vif-unplugged-6bea2966-8755-4d14-b315-55c3dd8a785c for instance with vm_state shelved and task_state shelving_offloading. [ 1128.049780] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.050288] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.054161] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.393s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.054387] env[68640]: DEBUG nova.objects.instance [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lazy-loading 'resources' on Instance uuid 8570bc2c-27be-4140-a54f-5a201a416ab9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.066590] env[68640]: DEBUG oslo_vmware.api [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991422, 'name': PowerOffVM_Task, 'duration_secs': 0.254917} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.066819] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.066899] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.067162] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0554f340-c64b-4f88-ae55-2e5db3f4abc9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.116907] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.117830] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e87ed08-91a6-4411-b884-db3a1a672ba8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.127894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.128146] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f70a326b-e2b7-4385-9f5c-05d404b18f36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.160811] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.161123] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.161215] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleting the datastore file [datastore1] 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.161471] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ee300f7-a83b-4686-ae81-92eaea1dd4a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.168664] env[68640]: DEBUG oslo_vmware.api [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for the task: (returnval){ [ 1128.168664] env[68640]: value = "task-2991426" [ 1128.168664] env[68640]: _type = "Task" [ 1128.168664] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.176911] env[68640]: DEBUG oslo_vmware.api [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.235250] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.235543] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.235734] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleting the datastore file [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.236015] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9249dee-79ce-43be-bf5c-bfe4c776a290 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.243400] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1128.243400] env[68640]: value = "task-2991427" [ 1128.243400] env[68640]: _type = "Task" [ 1128.243400] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.251924] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.270534] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5298086a-3238-8a48-6b84-29066709f2b0/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1128.270740] env[68640]: INFO nova.virt.vmwareapi.images [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Downloaded image file data 82aecf2f-cf38-4883-90ea-f7c5de462664 [ 1128.271562] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec6212-ed65-479b-ada0-5423534e1d58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.287563] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96603e9c-5112-4460-9ce2-6fcce8aa2098 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.394512] env[68640]: INFO nova.virt.vmwareapi.images [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] The imported VM was unregistered [ 1128.397356] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1128.398667] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating directory with path [datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.401578] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26632973-be12-4cfc-9bd5-56c5bc9a141f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.405720] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.406071] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.406385] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c2df2da-1e05-48a4-ac31-fdad4af693d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.415317] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1128.415317] env[68640]: value = "task-2991429" [ 1128.415317] env[68640]: _type = "Task" [ 1128.415317] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.420071] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created directory with path [datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.420297] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8/OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8.vmdk to [datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk. {{(pid=68640) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1128.420986] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c24ee266-fc35-4d8d-b14b-f9b8217d1b21 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.426762] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.432486] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1128.432486] env[68640]: value = "task-2991430" [ 1128.432486] env[68640]: _type = "Task" [ 1128.432486] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.440841] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.556213] env[68640]: DEBUG nova.compute.utils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.560345] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.560536] env[68640]: DEBUG nova.network.neutron [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.611235] env[68640]: DEBUG nova.policy [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65d5124154c34b45a9f97498a3b235a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c5d9d444ed24c4d9ba5459547571d9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.681443] env[68640]: DEBUG oslo_vmware.api [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Task: {'id': task-2991426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312977} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.681794] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.681997] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.682191] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.682366] env[68640]: INFO nova.compute.manager [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1128.682632] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.682873] env[68640]: DEBUG nova.compute.manager [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.682985] env[68640]: DEBUG nova.network.neutron [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.760147] env[68640]: DEBUG oslo_vmware.api [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322535} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.761025] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.761025] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.761274] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.782107] env[68640]: INFO nova.scheduler.client.report [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted allocations for instance c5cf326e-2d70-44cf-9a62-6e763504d2fc [ 1128.876139] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f1c82f-b150-446a-8157-be35a604d111 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.886512] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6bcebe-e941-4efa-b69e-151a18c271cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.893445] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991423, 'name': ReconfigVM_Task, 'duration_secs': 0.655786} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.894183] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.894912] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed732db-aba9-470a-bc89-b170a39dbe82 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.937397] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb9be8-4b50-4730-ad60-cdafacbcc5eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.941201] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1128.941201] env[68640]: value = "task-2991431" [ 1128.941201] env[68640]: _type = "Task" [ 1128.941201] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.955573] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6390fc0-cc78-46d9-b24f-b58a289fa772 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.960531] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991429, 'name': PowerOffVM_Task, 'duration_secs': 0.199479} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.968035] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.968341] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.972143] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991431, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.972397] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.989839] env[68640]: DEBUG nova.compute.provider_tree [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.994947] env[68640]: DEBUG nova.network.neutron [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Successfully created port: 5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.065013] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.077342] env[68640]: DEBUG nova.compute.manager [req-5e93f6cc-4aef-45db-b7f5-3f94c7652057 req-7fb5dbf1-3f1a-4478-8e83-ca51c9f038a6 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Received event network-vif-deleted-43aefe3d-46ff-4936-8cfa-d1103b671437 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.077830] env[68640]: INFO nova.compute.manager [req-5e93f6cc-4aef-45db-b7f5-3f94c7652057 req-7fb5dbf1-3f1a-4478-8e83-ca51c9f038a6 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Neutron deleted interface 43aefe3d-46ff-4936-8cfa-d1103b671437; detaching it from the instance and deleting it from the info cache [ 1129.078102] env[68640]: DEBUG nova.network.neutron [req-5e93f6cc-4aef-45db-b7f5-3f94c7652057 req-7fb5dbf1-3f1a-4478-8e83-ca51c9f038a6 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.289661] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.458939] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.464053] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991431, 'name': Rename_Task, 'duration_secs': 0.268984} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.464053] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.464053] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-449e2ccc-7972-423f-a9ab-21912181b9d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.476274] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.476570] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.476737] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.476918] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.477071] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.477218] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.477857] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.477857] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.477857] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.478305] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.478305] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.483978] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1129.483978] env[68640]: value = "task-2991432" [ 1129.483978] env[68640]: _type = "Task" [ 1129.483978] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.484315] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec1de19-a8da-40d0-b20b-9b5313922294 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.496247] env[68640]: DEBUG nova.scheduler.client.report [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.515456] env[68640]: DEBUG nova.network.neutron [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.516172] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.518030] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1129.518030] env[68640]: value = "task-2991433" [ 1129.518030] env[68640]: _type = "Task" [ 1129.518030] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.533686] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.582168] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8470f2b7-ff2b-492f-904d-63e25b3e3ff6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.596717] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783ecc6c-e252-4312-85f5-cd313f3f9beb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.641644] env[68640]: DEBUG nova.compute.manager [req-5e93f6cc-4aef-45db-b7f5-3f94c7652057 req-7fb5dbf1-3f1a-4478-8e83-ca51c9f038a6 service nova] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Detach interface failed, port_id=43aefe3d-46ff-4936-8cfa-d1103b671437, reason: Instance 48583b00-bd87-4464-b081-a43961c8ca30 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.955275] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.009809] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.012523] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991432, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.013922] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.048s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.016037] env[68640]: INFO nova.compute.claims [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.018819] env[68640]: INFO nova.compute.manager [-] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Took 1.34 seconds to deallocate network for instance. [ 1130.037915] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991433, 'name': ReconfigVM_Task, 'duration_secs': 0.26507} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.039181] env[68640]: INFO nova.scheduler.client.report [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Deleted allocations for instance 8570bc2c-27be-4140-a54f-5a201a416ab9 [ 1130.040340] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.072965] env[68640]: DEBUG nova.compute.manager [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.072965] env[68640]: DEBUG nova.compute.manager [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing instance network info cache due to event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.073371] env[68640]: DEBUG oslo_concurrency.lockutils [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.073371] env[68640]: DEBUG oslo_concurrency.lockutils [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.073442] env[68640]: DEBUG nova.network.neutron [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.076873] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.105161] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.105503] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.105673] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.105861] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.106020] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.106228] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.106557] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.106727] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.106897] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.107073] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.110190] env[68640]: DEBUG nova.virt.hardware [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.110190] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85a748-8ca4-41b1-a229-d199416ab4d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.120944] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fae307-2757-42f8-b580-5d67f8413366 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.452904] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.506776] env[68640]: DEBUG oslo_vmware.api [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991432, 'name': PowerOnVM_Task, 'duration_secs': 0.969945} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.507142] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.507328] env[68640]: INFO nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1130.507512] env[68640]: DEBUG nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.508332] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df614cce-9747-49bd-9cb9-313b032a8078 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.530248] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.548955] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.549228] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.549388] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.549571] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.549719] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.549951] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.550269] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.550460] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.550634] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.550845] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.550974] env[68640]: DEBUG nova.virt.hardware [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.556700] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Reconfiguring VM instance instance-00000010 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1130.561487] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a7cbd7-5435-44a6-a40e-da192b407298 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.575937] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b16dbd60-b85a-4c16-ad11-49b0d63d982e tempest-ServersListShow296Test-504194842 tempest-ServersListShow296Test-504194842-project-member] Lock "8570bc2c-27be-4140-a54f-5a201a416ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.646s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.588011] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1130.588011] env[68640]: value = "task-2991434" [ 1130.588011] env[68640]: _type = "Task" [ 1130.588011] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.598683] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.802325] env[68640]: DEBUG nova.network.neutron [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Successfully updated port: 5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.889780] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.904947] env[68640]: DEBUG nova.network.neutron [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updated VIF entry in instance network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.905380] env[68640]: DEBUG nova.network.neutron [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6bea2966-87", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.956104] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.029059] env[68640]: INFO nova.compute.manager [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Took 26.93 seconds to build instance. [ 1131.097583] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991434, 'name': ReconfigVM_Task, 'duration_secs': 0.408034} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.097915] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Reconfigured VM instance instance-00000010 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1131.098737] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4797e8-fbff-4795-a37d-786521c12e46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.125100] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850/536eadbc-43da-483f-a944-4d819d5c1850.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.127871] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4d64972-9db8-47d7-92a1-931bcf9a8f17 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.149734] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1131.149734] env[68640]: value = "task-2991435" [ 1131.149734] env[68640]: _type = "Task" [ 1131.149734] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.161087] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.304620] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.304756] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.304896] env[68640]: DEBUG nova.network.neutron [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.341712] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65807645-3e5c-4b4d-842e-5443c8e02954 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.351996] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712339f2-ce33-4ea8-aef5-3be2e3d80901 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.389144] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500b65d3-c7ff-4432-8704-427503e97910 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.398574] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66600b0-c394-452a-ae81-bf83c1ad66be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.413610] env[68640]: DEBUG oslo_concurrency.lockutils [req-0813d2d8-3a23-43ef-8e31-83cfe2eb3606 req-58d91c81-8c7e-4b66-a91a-5733d9253d9a service nova] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.414309] env[68640]: DEBUG nova.compute.provider_tree [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.456978] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991430, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.939575} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.456978] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8/OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8.vmdk to [datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk. [ 1131.457177] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Cleaning up location [datastore2] OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1131.457234] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_38c1b63f-762e-425f-88f5-19587497cec8 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.457486] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5749445-1bcc-47bd-9e54-dae0db303f06 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.465574] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1131.465574] env[68640]: value = "task-2991436" [ 1131.465574] env[68640]: _type = "Task" [ 1131.465574] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.474510] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.530811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3f7cbb62-92c5-49b0-a841-d10291b52128 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.445s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.659886] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.918149] env[68640]: DEBUG nova.scheduler.client.report [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.976509] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153432} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.976782] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.976948] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.977256] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk to [datastore2] ff63cfb7-e235-4d51-8679-7dbc129fc753/ff63cfb7-e235-4d51-8679-7dbc129fc753.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.977472] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ae23434-f9b3-4cad-9045-cc2ce9201697 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.988637] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1131.988637] env[68640]: value = "task-2991437" [ 1131.988637] env[68640]: _type = "Task" [ 1131.988637] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.997229] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.085906] env[68640]: DEBUG nova.network.neutron [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.136736] env[68640]: DEBUG nova.compute.manager [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Received event network-vif-plugged-5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.136999] env[68640]: DEBUG oslo_concurrency.lockutils [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] Acquiring lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.137185] env[68640]: DEBUG oslo_concurrency.lockutils [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.137355] env[68640]: DEBUG oslo_concurrency.lockutils [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.137519] env[68640]: DEBUG nova.compute.manager [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] No waiting events found dispatching network-vif-plugged-5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.137681] env[68640]: WARNING nova.compute.manager [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Received unexpected event network-vif-plugged-5d4df360-99e5-4c7d-a403-65fee3357805 for instance with vm_state building and task_state spawning. [ 1132.137865] env[68640]: DEBUG nova.compute.manager [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Received event network-changed-5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.138309] env[68640]: DEBUG nova.compute.manager [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Refreshing instance network info cache due to event network-changed-5d4df360-99e5-4c7d-a403-65fee3357805. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.138535] env[68640]: DEBUG oslo_concurrency.lockutils [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] Acquiring lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.162844] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.348589] env[68640]: DEBUG nova.network.neutron [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updating instance_info_cache with network_info: [{"id": "5d4df360-99e5-4c7d-a403-65fee3357805", "address": "fa:16:3e:4e:9b:83", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4df360-99", "ovs_interfaceid": "5d4df360-99e5-4c7d-a403-65fee3357805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.426333] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.426982] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.430548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.324s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.430766] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.430940] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1132.431298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 16.637s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.434460] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac5ddd0-96b4-4d06-8c37-bc7fb3d1f2b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.444921] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3a5ad4-72eb-4286-baa2-8bac790e04b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.463165] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b98aa87-3b0c-42f8-828e-851379513de0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.472210] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8bf9fb-ee08-4343-b220-87d55072c2ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.510042] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179420MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1132.510244] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.520196] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.661722] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991435, 'name': ReconfigVM_Task, 'duration_secs': 1.280783} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.662224] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850/536eadbc-43da-483f-a944-4d819d5c1850.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.662730] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.852278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.852658] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Instance network_info: |[{"id": "5d4df360-99e5-4c7d-a403-65fee3357805", "address": "fa:16:3e:4e:9b:83", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4df360-99", "ovs_interfaceid": "5d4df360-99e5-4c7d-a403-65fee3357805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.852973] env[68640]: DEBUG oslo_concurrency.lockutils [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] Acquired lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.853174] env[68640]: DEBUG nova.network.neutron [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Refreshing network info cache for port 5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.857570] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:9b:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d4df360-99e5-4c7d-a403-65fee3357805', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.863455] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating folder: Project (9c5d9d444ed24c4d9ba5459547571d9a). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.867022] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6780c660-c3c3-4fa3-b492-3eb71de91474 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.881440] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created folder: Project (9c5d9d444ed24c4d9ba5459547571d9a) in parent group-v599664. [ 1132.882505] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating folder: Instances. Parent ref: group-v599951. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.883105] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92dfd744-a1c7-4b1a-8d3c-b79e2ebfe7d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.896247] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created folder: Instances in parent group-v599951. [ 1132.896917] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.897319] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.897841] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf5d1e5b-0716-4201-96ea-6fb79f515895 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.925312] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.925312] env[68640]: value = "task-2991440" [ 1132.925312] env[68640]: _type = "Task" [ 1132.925312] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.937510] env[68640]: DEBUG nova.compute.utils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.939219] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991440, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.940044] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.940300] env[68640]: DEBUG nova.network.neutron [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.942833] env[68640]: DEBUG nova.objects.instance [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'migration_context' on Instance uuid f3f00b18-241c-4a08-87ee-a44c1dc5af97 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.006546] env[68640]: DEBUG nova.policy [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afc5c69cbb58455ea9b895b6c0a5031a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9db479328d704865a366ac3e44aecf14', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.024041] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.069773] env[68640]: INFO nova.compute.manager [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Rebuilding instance [ 1133.146351] env[68640]: DEBUG nova.compute.manager [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.147535] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43412e-126e-4ea2-b58c-c98e8839873e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.175028] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e72cc13-4de7-4f27-80f6-8ba035f4c721 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.200802] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1441d9-5596-4ed9-acfc-85f10064110f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.224558] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.336299] env[68640]: DEBUG nova.network.neutron [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updated VIF entry in instance network info cache for port 5d4df360-99e5-4c7d-a403-65fee3357805. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.336774] env[68640]: DEBUG nova.network.neutron [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updating instance_info_cache with network_info: [{"id": "5d4df360-99e5-4c7d-a403-65fee3357805", "address": "fa:16:3e:4e:9b:83", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4df360-99", "ovs_interfaceid": "5d4df360-99e5-4c7d-a403-65fee3357805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.436555] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991440, 'name': CreateVM_Task, 'duration_secs': 0.449218} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.436758] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.437807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.437807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.438106] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.438424] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d49b345-c301-4083-afc2-a92966a4c4c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.440667] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.449930] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1133.449930] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ad301d-489f-bb2c-c8ce-576069880cda" [ 1133.449930] env[68640]: _type = "Task" [ 1133.449930] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.461028] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ad301d-489f-bb2c-c8ce-576069880cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.532199] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.812156] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23ef4b5-3743-46ec-b15f-851107b4777b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.822935] env[68640]: DEBUG nova.network.neutron [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Port 9ef26efa-b92c-4a66-9694-57d35db20ee2 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1133.830476] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb250f9-2287-4689-93c3-a8a94b292d66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.865530] env[68640]: DEBUG oslo_concurrency.lockutils [req-bad9f2cb-4eec-4bc3-a4c9-69bf0d80433d req-722dcf6f-f532-4b25-bfde-76df387b71d9 service nova] Releasing lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.867743] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f1ac3b-acdd-4e50-b7fd-08b7143a9624 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.880452] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c6befc-0790-42e8-92b1-5011d98a5186 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.901302] env[68640]: DEBUG nova.compute.provider_tree [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.903524] env[68640]: DEBUG nova.network.neutron [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Successfully created port: 2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.963643] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ad301d-489f-bb2c-c8ce-576069880cda, 'name': SearchDatastore_Task, 'duration_secs': 0.021669} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.964028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.965440] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.965440] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.965440] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.965440] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.965440] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b6a59a9-1153-4b93-b56b-5c365c2c7b7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.979130] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.979372] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.980781] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687a58c3-fab5-4f41-82ee-662b478082f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.991311] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1133.991311] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524eea68-4974-d8f3-b2bd-4a38cecd0735" [ 1133.991311] env[68640]: _type = "Task" [ 1133.991311] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.000483] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524eea68-4974-d8f3-b2bd-4a38cecd0735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.021409] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.170899] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.171304] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d62bad9c-7378-4155-b160-954dbed7d9a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.184996] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1134.184996] env[68640]: value = "task-2991441" [ 1134.184996] env[68640]: _type = "Task" [ 1134.184996] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.192217] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.407123] env[68640]: DEBUG nova.scheduler.client.report [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.451772] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.483379] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.483714] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.483888] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.484110] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.484289] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.484461] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.484737] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.484936] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.485151] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.485337] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.485568] env[68640]: DEBUG nova.virt.hardware [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.487222] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c433118a-8210-4176-b98d-a104262a7e54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.500125] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6f8f5-8a98-4305-8121-29408ba931a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.509049] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524eea68-4974-d8f3-b2bd-4a38cecd0735, 'name': SearchDatastore_Task, 'duration_secs': 0.021604} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.510910] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e015f7c-6231-4ebf-94c8-25d8225d16a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.529452] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1134.529452] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527ccad0-89ca-df59-db22-9c4662ef2c81" [ 1134.529452] env[68640]: _type = "Task" [ 1134.529452] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.533130] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.543642] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527ccad0-89ca-df59-db22-9c4662ef2c81, 'name': SearchDatastore_Task} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.543972] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.544283] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e/01228c4c-0fd8-4c42-9e9f-ded4b0c2029e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.544581] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36e7d0c5-f743-4bda-8c99-ae81ae95d0db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.553446] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1134.553446] env[68640]: value = "task-2991442" [ 1134.553446] env[68640]: _type = "Task" [ 1134.553446] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.564160] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.695177] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991441, 'name': PowerOffVM_Task, 'duration_secs': 0.186159} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.695547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.696314] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.697576] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09de86b-36b8-4795-82f3-cc1d1aae998a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.706593] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.706902] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f660e44-4f7b-4382-82c0-1ec4a0239d78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.741452] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.741708] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.742082] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Deleting the datastore file [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.743907] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dfdb143-6dff-4447-af32-2bbd49b6a9eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.751615] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1134.751615] env[68640]: value = "task-2991444" [ 1134.751615] env[68640]: _type = "Task" [ 1134.751615] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.761874] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.864606] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.864983] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.865207] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.033906] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991437, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.799973} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.034299] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/82aecf2f-cf38-4883-90ea-f7c5de462664/82aecf2f-cf38-4883-90ea-f7c5de462664.vmdk to [datastore2] ff63cfb7-e235-4d51-8679-7dbc129fc753/ff63cfb7-e235-4d51-8679-7dbc129fc753.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.035207] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db4f378-a8f8-4d3d-b272-3654ae2f2f81 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.070328] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ff63cfb7-e235-4d51-8679-7dbc129fc753/ff63cfb7-e235-4d51-8679-7dbc129fc753.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.075819] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b31d53-25a6-42d0-ad26-663dbae1d865 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.103180] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991442, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.105060] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1135.105060] env[68640]: value = "task-2991445" [ 1135.105060] env[68640]: _type = "Task" [ 1135.105060] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.114722] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.261695] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414766} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.261996] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.262129] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.262303] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.395550] env[68640]: DEBUG nova.compute.manager [req-19d5555e-5df4-430c-96e5-e146ce412c02 req-4adcecd3-15a6-40d2-84f0-96432a5f8f86 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Received event network-vif-plugged-2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.395776] env[68640]: DEBUG oslo_concurrency.lockutils [req-19d5555e-5df4-430c-96e5-e146ce412c02 req-4adcecd3-15a6-40d2-84f0-96432a5f8f86 service nova] Acquiring lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.395987] env[68640]: DEBUG oslo_concurrency.lockutils [req-19d5555e-5df4-430c-96e5-e146ce412c02 req-4adcecd3-15a6-40d2-84f0-96432a5f8f86 service nova] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.396360] env[68640]: DEBUG oslo_concurrency.lockutils [req-19d5555e-5df4-430c-96e5-e146ce412c02 req-4adcecd3-15a6-40d2-84f0-96432a5f8f86 service nova] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.396360] env[68640]: DEBUG nova.compute.manager [req-19d5555e-5df4-430c-96e5-e146ce412c02 req-4adcecd3-15a6-40d2-84f0-96432a5f8f86 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] No waiting events found dispatching network-vif-plugged-2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.396601] env[68640]: WARNING nova.compute.manager [req-19d5555e-5df4-430c-96e5-e146ce412c02 req-4adcecd3-15a6-40d2-84f0-96432a5f8f86 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Received unexpected event network-vif-plugged-2c314dce-f1e9-4d45-a4b0-59bf71627287 for instance with vm_state building and task_state spawning. [ 1135.420361] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.989s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.427704] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.554s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.429533] env[68640]: INFO nova.compute.claims [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.551954] env[68640]: DEBUG nova.network.neutron [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Successfully updated port: 2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.573680] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567194} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.574336] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e/01228c4c-0fd8-4c42-9e9f-ded4b0c2029e.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.575241] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.575490] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab81a945-382b-4e99-b01f-aef833aea2ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.584844] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1135.584844] env[68640]: value = "task-2991446" [ 1135.584844] env[68640]: _type = "Task" [ 1135.584844] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.596460] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.616456] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.926786] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.926966] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.929195] env[68640]: DEBUG nova.network.neutron [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.054852] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.054852] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.054852] env[68640]: DEBUG nova.network.neutron [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.096387] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069517} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.096712] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.098310] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e88ba75-606f-4b23-89bb-8864ce974fba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.126902] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e/01228c4c-0fd8-4c42-9e9f-ded4b0c2029e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.131421] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9acedec-b78c-4484-8ed8-ef03214a0309 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.153655] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.155391] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1136.155391] env[68640]: value = "task-2991447" [ 1136.155391] env[68640]: _type = "Task" [ 1136.155391] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.165251] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.299682] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.299964] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.300242] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.300511] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.300855] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.301098] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.301408] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.301752] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.302042] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.302287] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.302544] env[68640]: DEBUG nova.virt.hardware [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.303518] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf707949-dbcf-49ae-85b9-767419a97097 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.312657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc08dc-f426-478f-a068-d4a32cff9364 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.329656] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.335587] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.335980] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.336270] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c7840f-098a-4ecb-8eac-bf9aa323eb3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.355570] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.355570] env[68640]: value = "task-2991448" [ 1136.355570] env[68640]: _type = "Task" [ 1136.355570] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.366366] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991448, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.610042] env[68640]: DEBUG nova.network.neutron [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.628475] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991445, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.667357] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991447, 'name': ReconfigVM_Task, 'duration_secs': 0.341194} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.671088] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e/01228c4c-0fd8-4c42-9e9f-ded4b0c2029e.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.671343] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993f5c7b-61ce-4a86-9ca5-2435a335f8c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.683605] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1136.683605] env[68640]: value = "task-2991449" [ 1136.683605] env[68640]: _type = "Task" [ 1136.683605] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.697607] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991449, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.736798] env[68640]: DEBUG nova.network.neutron [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.800561] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9fe99-d27e-4505-8fbd-19e0ce6b81f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.809179] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08136b9f-3c7e-4c87-9a35-94852ad2f03e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.846654] env[68640]: DEBUG nova.network.neutron [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [{"id": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "address": "fa:16:3e:f1:14:63", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c314dce-f1", "ovs_interfaceid": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.848462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba47a1f-3bdb-4833-b346-8e063057c2e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.862753] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9fc972-0e98-4aa0-9265-f944bee48c2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.872796] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991448, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.881597] env[68640]: DEBUG nova.compute.provider_tree [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.966937] env[68640]: INFO nova.compute.manager [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Swapping old allocation on dict_keys(['610e41d8-3285-4a29-bc4a-2c380131b53f']) held by migration 87aae042-edcb-40a5-9b10-2b3a4645355d for instance [ 1136.997128] env[68640]: DEBUG nova.scheduler.client.report [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Overwriting current allocation {'allocations': {'610e41d8-3285-4a29-bc4a-2c380131b53f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 143}}, 'project_id': '43c39ac2aff54cd09f7b645d0ace0e3c', 'user_id': 'f3a6800157c44693a788929d30e2279b', 'consumer_generation': 1} on consumer f3f00b18-241c-4a08-87ee-a44c1dc5af97 {{(pid=68640) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1137.106963] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.107161] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.107342] env[68640]: DEBUG nova.network.neutron [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.129567] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991445, 'name': ReconfigVM_Task, 'duration_secs': 1.774582} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.129864] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ff63cfb7-e235-4d51-8679-7dbc129fc753/ff63cfb7-e235-4d51-8679-7dbc129fc753.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.133023] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da1befdc-5531-480c-8330-97e1ba5a8af8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.141256] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1137.141256] env[68640]: value = "task-2991450" [ 1137.141256] env[68640]: _type = "Task" [ 1137.141256] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.150543] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991450, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.193743] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991449, 'name': Rename_Task, 'duration_secs': 0.158208} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.193743] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.193743] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20fb3683-858b-425e-ad79-f3f01ff03a9d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.201623] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1137.201623] env[68640]: value = "task-2991451" [ 1137.201623] env[68640]: _type = "Task" [ 1137.201623] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.211306] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.243394] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.353537] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.353920] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Instance network_info: |[{"id": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "address": "fa:16:3e:f1:14:63", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c314dce-f1", "ovs_interfaceid": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.354422] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:14:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bf86b133-2b7b-4cab-8f6f-5a0856d34c7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c314dce-f1e9-4d45-a4b0-59bf71627287', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.363143] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.363523] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.367974] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fd0756f-e4eb-4fa6-bff0-9ea300049c30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.386234] env[68640]: DEBUG nova.scheduler.client.report [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.399239] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991448, 'name': CreateVM_Task, 'duration_secs': 0.70232} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.399542] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.400389] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.400389] env[68640]: value = "task-2991452" [ 1137.400389] env[68640]: _type = "Task" [ 1137.400389] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.401378] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.401553] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.402277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.403685] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73925263-77ae-423a-aae7-91c43ca12814 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.417551] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1137.417551] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274c325-56a2-48c5-7129-4843678ac853" [ 1137.417551] env[68640]: _type = "Task" [ 1137.417551] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.417551] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991452, 'name': CreateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.430581] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5274c325-56a2-48c5-7129-4843678ac853, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.431253] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.431574] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.431848] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.432020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.432832] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.435271] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3845119-01da-4ec0-a60a-0011c7541494 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.438198] env[68640]: DEBUG nova.compute.manager [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Received event network-changed-2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.438401] env[68640]: DEBUG nova.compute.manager [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Refreshing instance network info cache due to event network-changed-2c314dce-f1e9-4d45-a4b0-59bf71627287. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.438619] env[68640]: DEBUG oslo_concurrency.lockutils [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] Acquiring lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.438761] env[68640]: DEBUG oslo_concurrency.lockutils [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] Acquired lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.438920] env[68640]: DEBUG nova.network.neutron [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Refreshing network info cache for port 2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.449836] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.450059] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.450830] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c914be-40f4-4c33-8cc7-ef5f461c8c40 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.458080] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1137.458080] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528c8b5d-a9b8-2080-d1dd-3456545b66a6" [ 1137.458080] env[68640]: _type = "Task" [ 1137.458080] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.467847] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528c8b5d-a9b8-2080-d1dd-3456545b66a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.653289] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991450, 'name': Rename_Task, 'duration_secs': 0.171923} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.653592] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.653840] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ef46cbd-1cd9-40a7-9c92-588532f70977 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.662575] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1137.662575] env[68640]: value = "task-2991453" [ 1137.662575] env[68640]: _type = "Task" [ 1137.662575] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.672100] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.713616] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.773576] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1539a508-107e-4fb7-96fa-bb72601840e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.803042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b95273-9653-47a4-bca4-7b8914a3d9b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.812200] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.864220] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "ec034009-f4ba-49b5-aef6-504fdfa9af63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.864559] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.891835] env[68640]: DEBUG nova.network.neutron [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [{"id": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "address": "fa:16:3e:13:f3:05", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1c4a69-cf", "ovs_interfaceid": "cd1c4a69-cf14-4c07-9df3-d7b4582776ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.893510] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.894052] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.899497] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.349s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.899497] env[68640]: DEBUG nova.objects.instance [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lazy-loading 'resources' on Instance uuid 2c894040-e906-4189-9a65-97df0044a6ef {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.913345] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991452, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.969782] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528c8b5d-a9b8-2080-d1dd-3456545b66a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.970842] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d244672-2bfa-49c9-a7c4-af3bc2d95894 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.977551] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1137.977551] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522d9853-6bc8-b427-1f83-fb0033ce5f75" [ 1137.977551] env[68640]: _type = "Task" [ 1137.977551] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.987674] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522d9853-6bc8-b427-1f83-fb0033ce5f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.158459] env[68640]: DEBUG nova.network.neutron [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updated VIF entry in instance network info cache for port 2c314dce-f1e9-4d45-a4b0-59bf71627287. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.158820] env[68640]: DEBUG nova.network.neutron [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [{"id": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "address": "fa:16:3e:f1:14:63", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c314dce-f1", "ovs_interfaceid": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.172984] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991453, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.215344] env[68640]: DEBUG oslo_vmware.api [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991451, 'name': PowerOnVM_Task, 'duration_secs': 0.59043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.215750] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.215978] env[68640]: INFO nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1138.216188] env[68640]: DEBUG nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.217089] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67709416-c7bf-4ae9-b747-fcee8134af9d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.318238] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.318550] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae67b60f-1b4d-429f-90c3-31654de0710b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.327166] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1138.327166] env[68640]: value = "task-2991454" [ 1138.327166] env[68640]: _type = "Task" [ 1138.327166] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.336749] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.367785] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.400291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-f3f00b18-241c-4a08-87ee-a44c1dc5af97" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.403845] env[68640]: DEBUG nova.compute.utils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.410544] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a352e1d8-623b-4fc2-aa0a-5bc0ee2d1e8f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.414518] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.414587] env[68640]: DEBUG nova.network.neutron [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.429021] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991452, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.430462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389e5ed-6737-464a-a31a-c2d13b6e4919 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.476118] env[68640]: DEBUG nova.policy [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acc73dfdd0af439484be6065af98b46d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9cf4ff7e1c640cd8620744a6f500a9c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.492474] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522d9853-6bc8-b427-1f83-fb0033ce5f75, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.495485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.495846] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.497483] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03761806-ac34-4672-b868-aa1481f18a46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.503914] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1138.503914] env[68640]: value = "task-2991455" [ 1138.503914] env[68640]: _type = "Task" [ 1138.503914] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.515552] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.662091] env[68640]: DEBUG oslo_concurrency.lockutils [req-2b772008-1173-45f1-a026-3cc8c263db51 req-95ca1c3c-d267-45cc-a5f2-ffb356359c9e service nova] Releasing lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.673170] env[68640]: DEBUG oslo_vmware.api [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991453, 'name': PowerOnVM_Task, 'duration_secs': 0.560551} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.676403] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.677026] env[68640]: INFO nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Took 19.04 seconds to spawn the instance on the hypervisor. [ 1138.677322] env[68640]: DEBUG nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.678522] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e4b0c7-e6bb-47fe-9ff8-6ad300e94654 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.734905] env[68640]: INFO nova.compute.manager [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Took 30.09 seconds to build instance. [ 1138.807947] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e995562-a61f-43cd-95f5-64c52fc48312 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.816508] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadbecb5-3109-40e4-accc-ab68ccb1fb2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.856399] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b5693-db7f-404f-9d6d-94b007ecbcbc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.867503] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0265900-8196-4e95-a62b-fde744194233 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.873526] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991454, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.896242] env[68640]: DEBUG nova.compute.provider_tree [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.898867] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.919211] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.930712] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991452, 'name': CreateVM_Task, 'duration_secs': 1.462976} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.930909] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.931738] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.932541] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.932541] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.933269] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e8cc4d-3e29-4d4b-9fa4-d5720e8a4f69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.938676] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1138.938676] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aa669c-7565-f1fd-42a1-4a8f91a89ac3" [ 1138.938676] env[68640]: _type = "Task" [ 1138.938676] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.947758] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aa669c-7565-f1fd-42a1-4a8f91a89ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.024368] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991455, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.178595] env[68640]: DEBUG nova.network.neutron [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Successfully created port: 37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.204836] env[68640]: INFO nova.compute.manager [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Took 36.13 seconds to build instance. [ 1139.239085] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71d23784-d670-4d81-be0f-7e5f10dc79cc tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.603s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.369374] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991454, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.400947] env[68640]: DEBUG nova.scheduler.client.report [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.454172] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52aa669c-7565-f1fd-42a1-4a8f91a89ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.059505} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.455356] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.455356] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.455356] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.455736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.455989] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.456372] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef15e81-9a1c-47b9-ba18-16ac1da6fa28 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.473822] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.474137] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.475894] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76cc5439-3501-47ce-8880-c33a4873edcf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.486068] env[68640]: DEBUG nova.compute.manager [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Received event network-changed-5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.486068] env[68640]: DEBUG nova.compute.manager [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Refreshing instance network info cache due to event network-changed-5d4df360-99e5-4c7d-a403-65fee3357805. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.486068] env[68640]: DEBUG oslo_concurrency.lockutils [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] Acquiring lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.486068] env[68640]: DEBUG oslo_concurrency.lockutils [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] Acquired lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.486068] env[68640]: DEBUG nova.network.neutron [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Refreshing network info cache for port 5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.491795] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1139.491795] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bfe8c1-5284-840c-f08c-a2d0c8425b6f" [ 1139.491795] env[68640]: _type = "Task" [ 1139.491795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.504379] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bfe8c1-5284-840c-f08c-a2d0c8425b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.515739] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743093} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.518271] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.518271] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.518271] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adfe4791-c5fa-4f0f-8276-4279018e1665 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.524155] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1139.524155] env[68640]: value = "task-2991456" [ 1139.524155] env[68640]: _type = "Task" [ 1139.524155] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.533051] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.553739] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.554151] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53a54fbc-2429-4e88-b48d-a816e8694058 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.562791] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1139.562791] env[68640]: value = "task-2991457" [ 1139.562791] env[68640]: _type = "Task" [ 1139.562791] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.573690] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.707486] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c404cc53-1b04-47bc-ad3f-48e936ec01e6 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.640s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.863478] env[68640]: DEBUG oslo_vmware.api [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991454, 'name': PowerOnVM_Task, 'duration_secs': 1.177726} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.864742] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.864742] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3e2f5c-d3f2-44f0-8d9f-72644ecb4130 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance '536eadbc-43da-483f-a944-4d819d5c1850' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.913569] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.916027] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.686s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.932336] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.940293] env[68640]: INFO nova.scheduler.client.report [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Deleted allocations for instance 2c894040-e906-4189-9a65-97df0044a6ef [ 1139.963459] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.963671] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.963865] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.964099] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.964258] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.964410] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.965591] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.965591] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.965591] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.965591] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.965591] env[68640]: DEBUG nova.virt.hardware [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.966468] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee95854-28f3-42d2-9723-b74754b55547 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.975910] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76717478-a3af-4987-8cbd-0bac50d502b4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.012023] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bfe8c1-5284-840c-f08c-a2d0c8425b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.02357} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.012023] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29e7bed-fbee-433f-8ee2-03e1f44f41cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.016837] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1140.016837] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e328fd-0079-bb7b-3c30-607ee06809ac" [ 1140.016837] env[68640]: _type = "Task" [ 1140.016837] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.026440] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e328fd-0079-bb7b-3c30-607ee06809ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.034722] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126497} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.035329] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.039073] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a6cfc-7713-434a-9a11-f2cdca40f1b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.057932] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.060789] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54560cf-dc73-4ec4-92dd-bee94938de83 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.085989] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991457, 'name': PowerOffVM_Task, 'duration_secs': 0.476505} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.087696] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.088601] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.088601] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.088601] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.088908] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.089030] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.089218] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.090069] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.090069] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.090069] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.090069] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.090257] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.095632] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1140.095632] env[68640]: value = "task-2991458" [ 1140.095632] env[68640]: _type = "Task" [ 1140.095632] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.096050] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3c6275-41bd-4cf1-acec-273ac4265f31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.120106] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.121641] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1140.121641] env[68640]: value = "task-2991459" [ 1140.121641] env[68640]: _type = "Task" [ 1140.121641] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.129900] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.249859] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "ff63cfb7-e235-4d51-8679-7dbc129fc753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.249859] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.250078] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "ff63cfb7-e235-4d51-8679-7dbc129fc753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.250265] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.250316] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.252843] env[68640]: INFO nova.compute.manager [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Terminating instance [ 1140.294828] env[68640]: DEBUG nova.network.neutron [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updated VIF entry in instance network info cache for port 5d4df360-99e5-4c7d-a403-65fee3357805. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.295264] env[68640]: DEBUG nova.network.neutron [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updating instance_info_cache with network_info: [{"id": "5d4df360-99e5-4c7d-a403-65fee3357805", "address": "fa:16:3e:4e:9b:83", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4df360-99", "ovs_interfaceid": "5d4df360-99e5-4c7d-a403-65fee3357805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.422345] env[68640]: INFO nova.compute.claims [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.452311] env[68640]: DEBUG oslo_concurrency.lockutils [None req-db681c08-53ab-4641-b118-a93df461e66c tempest-AttachVolumeTestJSON-340665654 tempest-AttachVolumeTestJSON-340665654-project-member] Lock "2c894040-e906-4189-9a65-97df0044a6ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.758s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.529693] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e328fd-0079-bb7b-3c30-607ee06809ac, 'name': SearchDatastore_Task, 'duration_secs': 0.019386} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.529853] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.530131] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794/ddc6b027-d2a5-49cb-9650-00367f1a3794.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1140.530460] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18bb8987-543e-4b0b-9c0e-4a8bd6b138c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.538449] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1140.538449] env[68640]: value = "task-2991460" [ 1140.538449] env[68640]: _type = "Task" [ 1140.538449] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.546902] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.617050] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991458, 'name': ReconfigVM_Task, 'duration_secs': 0.518812} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.617468] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a/2ab8cea5-10ac-4525-9a58-dda86d841d9a.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.618323] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10f6b3e-a2da-4f3c-af8b-864ba6dc02cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.628886] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1140.628886] env[68640]: value = "task-2991461" [ 1140.628886] env[68640]: _type = "Task" [ 1140.628886] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.639169] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991459, 'name': ReconfigVM_Task, 'duration_secs': 0.342394} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.640908] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e66cd5-3841-40ea-8276-d7749c82475a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.650415] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991461, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.682045] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.682426] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.683191] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.683191] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.683541] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.683914] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.684318] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.684618] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.684917] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.685242] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.685574] env[68640]: DEBUG nova.virt.hardware [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.686935] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf80068-906e-480e-b7a5-12121c887965 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.694636] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1140.694636] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5248f509-7edb-8ab8-fb7e-732b0f43fe7a" [ 1140.694636] env[68640]: _type = "Task" [ 1140.694636] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.707279] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5248f509-7edb-8ab8-fb7e-732b0f43fe7a, 'name': SearchDatastore_Task, 'duration_secs': 0.007665} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.716872] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.717396] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4999b7a5-c4d3-4fdc-a7d4-d97cc3cb5c89 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.749917] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1140.749917] env[68640]: value = "task-2991462" [ 1140.749917] env[68640]: _type = "Task" [ 1140.749917] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.757801] env[68640]: DEBUG nova.compute.manager [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.758107] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.759532] env[68640]: DEBUG nova.compute.manager [req-0981834f-7b37-4128-9802-60b96b237532 req-f544dda3-f6fb-4d3c-8617-15d465f89713 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Received event network-vif-plugged-37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.759819] env[68640]: DEBUG oslo_concurrency.lockutils [req-0981834f-7b37-4128-9802-60b96b237532 req-f544dda3-f6fb-4d3c-8617-15d465f89713 service nova] Acquiring lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.760139] env[68640]: DEBUG oslo_concurrency.lockutils [req-0981834f-7b37-4128-9802-60b96b237532 req-f544dda3-f6fb-4d3c-8617-15d465f89713 service nova] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.760367] env[68640]: DEBUG oslo_concurrency.lockutils [req-0981834f-7b37-4128-9802-60b96b237532 req-f544dda3-f6fb-4d3c-8617-15d465f89713 service nova] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.760623] env[68640]: DEBUG nova.compute.manager [req-0981834f-7b37-4128-9802-60b96b237532 req-f544dda3-f6fb-4d3c-8617-15d465f89713 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] No waiting events found dispatching network-vif-plugged-37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.760884] env[68640]: WARNING nova.compute.manager [req-0981834f-7b37-4128-9802-60b96b237532 req-f544dda3-f6fb-4d3c-8617-15d465f89713 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Received unexpected event network-vif-plugged-37e16b6b-d6f6-4872-bf19-b95adf514bc2 for instance with vm_state building and task_state spawning. [ 1140.762824] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3848426-bff7-47de-aab5-b68affc9dde1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.771455] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.776740] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.777065] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91155b41-d75e-475a-884f-ce72037ade6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.783011] env[68640]: DEBUG oslo_vmware.api [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1140.783011] env[68640]: value = "task-2991463" [ 1140.783011] env[68640]: _type = "Task" [ 1140.783011] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.794210] env[68640]: DEBUG oslo_vmware.api [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.797961] env[68640]: DEBUG oslo_concurrency.lockutils [req-18874ef5-db48-454b-8613-b3b84bef5898 req-16a494c4-e60c-43e4-888e-34636574252e service nova] Releasing lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.931767] env[68640]: INFO nova.compute.resource_tracker [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating resource usage from migration be696891-c9a7-4ab9-b7c5-01c696f6ed6a [ 1140.942022] env[68640]: DEBUG nova.network.neutron [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Successfully updated port: 37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.052556] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991460, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.142039] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991461, 'name': Rename_Task, 'duration_secs': 0.135602} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.143173] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.143173] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a20c6e-8b3c-425f-86d7-f1abd17353a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.150243] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1141.150243] env[68640]: value = "task-2991464" [ 1141.150243] env[68640]: _type = "Task" [ 1141.150243] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.158549] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.249103] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb813b-be7d-49ea-94aa-9677ae6c9794 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.262541] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55049a1a-5434-4e33-b2cb-4642433397a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.266035] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991462, 'name': ReconfigVM_Task, 'duration_secs': 0.333395} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.266502] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1141.267751] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b48cad-d9a4-4a20-b498-bf18305151e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.298762] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24264a78-bbc8-4990-8fb7-494c955c37ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.322997] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1141.324043] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f01c30-d308-4ceb-9c74-9d797b6220ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.342206] env[68640]: DEBUG oslo_vmware.api [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991463, 'name': PowerOffVM_Task, 'duration_secs': 0.398895} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.343922] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ecd10c-781f-466a-8558-b44c9db88cd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.348152] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.348368] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.349704] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47d60f6e-5107-40d1-bd55-d7a96e595e63 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.351349] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1141.351349] env[68640]: value = "task-2991466" [ 1141.351349] env[68640]: _type = "Task" [ 1141.351349] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.363523] env[68640]: DEBUG nova.compute.provider_tree [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.370692] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.424080] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.424080] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.424080] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleting the datastore file [datastore2] ff63cfb7-e235-4d51-8679-7dbc129fc753 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.424080] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff56b92e-4b2c-467e-b534-1c869af0b3a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.431077] env[68640]: DEBUG oslo_vmware.api [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1141.431077] env[68640]: value = "task-2991468" [ 1141.431077] env[68640]: _type = "Task" [ 1141.431077] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.439054] env[68640]: DEBUG oslo_vmware.api [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.448718] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "refresh_cache-b0c54701-2106-456c-bb4b-9b5adaa9d9fb" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.448873] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "refresh_cache-b0c54701-2106-456c-bb4b-9b5adaa9d9fb" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.449037] env[68640]: DEBUG nova.network.neutron [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.549568] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.659725] env[68640]: DEBUG oslo_vmware.api [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991464, 'name': PowerOnVM_Task, 'duration_secs': 0.470995} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.660093] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.660330] env[68640]: DEBUG nova.compute.manager [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.661124] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca14133a-dada-4364-b2ce-23c80ab117a8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.861184] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.866254] env[68640]: DEBUG nova.scheduler.client.report [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.941086] env[68640]: DEBUG oslo_vmware.api [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335017} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.941373] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.941566] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.941743] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.941938] env[68640]: INFO nova.compute.manager [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1141.942205] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.942405] env[68640]: DEBUG nova.compute.manager [-] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.942522] env[68640]: DEBUG nova.network.neutron [-] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.982134] env[68640]: DEBUG nova.network.neutron [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.050056] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.123505] env[68640]: DEBUG nova.network.neutron [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Updating instance_info_cache with network_info: [{"id": "37e16b6b-d6f6-4872-bf19-b95adf514bc2", "address": "fa:16:3e:19:6b:7f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e16b6b-d6", "ovs_interfaceid": "37e16b6b-d6f6-4872-bf19-b95adf514bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.124965] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.125216] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.125421] env[68640]: DEBUG nova.compute.manager [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Going to confirm migration 6 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1142.178026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.363102] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.371081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.455s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.371295] env[68640]: INFO nova.compute.manager [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Migrating [ 1142.379217] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.090s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.379503] env[68640]: DEBUG nova.objects.instance [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'resources' on Instance uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.388177] env[68640]: DEBUG nova.objects.instance [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'numa_topology' on Instance uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.448853] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.449125] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.449335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.449517] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.449686] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.452167] env[68640]: INFO nova.compute.manager [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Terminating instance [ 1142.551012] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991460, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.59886} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.551295] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794/ddc6b027-d2a5-49cb-9650-00367f1a3794.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.551512] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.551761] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e49d85e-6cdc-42a1-aab4-48a2c0f64e0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.558078] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1142.558078] env[68640]: value = "task-2991469" [ 1142.558078] env[68640]: _type = "Task" [ 1142.558078] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.565701] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.628181] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "refresh_cache-b0c54701-2106-456c-bb4b-9b5adaa9d9fb" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.628564] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Instance network_info: |[{"id": "37e16b6b-d6f6-4872-bf19-b95adf514bc2", "address": "fa:16:3e:19:6b:7f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e16b6b-d6", "ovs_interfaceid": "37e16b6b-d6f6-4872-bf19-b95adf514bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.631288] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:6b:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37e16b6b-d6f6-4872-bf19-b95adf514bc2', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.638765] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.640770] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.641015] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e6f84d-836b-47fb-baf6-044a30a9a5c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.661268] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.661268] env[68640]: value = "task-2991470" [ 1142.661268] env[68640]: _type = "Task" [ 1142.661268] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.669167] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991470, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.710586] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.710839] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.711078] env[68640]: DEBUG nova.network.neutron [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.711327] env[68640]: DEBUG nova.objects.instance [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'info_cache' on Instance uuid 536eadbc-43da-483f-a944-4d819d5c1850 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.712746] env[68640]: DEBUG nova.network.neutron [-] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.823945] env[68640]: DEBUG nova.compute.manager [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Received event network-changed-37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.824241] env[68640]: DEBUG nova.compute.manager [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Refreshing instance network info cache due to event network-changed-37e16b6b-d6f6-4872-bf19-b95adf514bc2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.824647] env[68640]: DEBUG oslo_concurrency.lockutils [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] Acquiring lock "refresh_cache-b0c54701-2106-456c-bb4b-9b5adaa9d9fb" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.824804] env[68640]: DEBUG oslo_concurrency.lockutils [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] Acquired lock "refresh_cache-b0c54701-2106-456c-bb4b-9b5adaa9d9fb" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.825053] env[68640]: DEBUG nova.network.neutron [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Refreshing network info cache for port 37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.863028] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.890667] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.890873] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.891051] env[68640]: DEBUG nova.network.neutron [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.892415] env[68640]: DEBUG nova.objects.base [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.955914] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "refresh_cache-2ab8cea5-10ac-4525-9a58-dda86d841d9a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.956105] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquired lock "refresh_cache-2ab8cea5-10ac-4525-9a58-dda86d841d9a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.956284] env[68640]: DEBUG nova.network.neutron [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.067806] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19434} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.070267] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.071227] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71176b1-e659-415b-af84-49b55d219d2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.093857] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794/ddc6b027-d2a5-49cb-9650-00367f1a3794.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.096971] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8b54680-4e36-4233-9133-599a9c8349a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.115778] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1143.115778] env[68640]: value = "task-2991471" [ 1143.115778] env[68640]: _type = "Task" [ 1143.115778] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.125452] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.156691] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff44376b-f153-463d-ad20-5d86be600d0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.166047] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610c1599-2692-4b68-90ba-14ad5eff290e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.173183] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991470, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.200133] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1457c94c-fc30-4323-bfc9-268ea827b68d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.207469] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db46321b-c1de-4554-9e44-b6362d5e829f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.222166] env[68640]: INFO nova.compute.manager [-] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Took 1.28 seconds to deallocate network for instance. [ 1143.222653] env[68640]: DEBUG nova.compute.provider_tree [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.367648] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991466, 'name': ReconfigVM_Task, 'duration_secs': 1.523887} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.367784] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to attach disk [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97/f3f00b18-241c-4a08-87ee-a44c1dc5af97.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.368586] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcbe4a0-b592-4eea-9da7-7ee4ea5f68d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.392764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8dbdf4-a5aa-4097-905c-532ff290d702 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.416550] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3943b6-a025-4c54-8144-1618f2b6d1c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.436979] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e4f601-93cf-4b4b-896e-0876b2848a95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.445934] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.446198] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df041150-5f00-42aa-9c4e-a1620da2a5b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.452803] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1143.452803] env[68640]: value = "task-2991472" [ 1143.452803] env[68640]: _type = "Task" [ 1143.452803] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.470697] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.480377] env[68640]: DEBUG nova.network.neutron [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.584231] env[68640]: DEBUG nova.network.neutron [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.625163] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.632847] env[68640]: DEBUG nova.network.neutron [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Updated VIF entry in instance network info cache for port 37e16b6b-d6f6-4872-bf19-b95adf514bc2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.633206] env[68640]: DEBUG nova.network.neutron [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Updating instance_info_cache with network_info: [{"id": "37e16b6b-d6f6-4872-bf19-b95adf514bc2", "address": "fa:16:3e:19:6b:7f", "network": {"id": "9462f9ca-be96-4fba-89f0-65e3cd4773e6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1626342236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9cf4ff7e1c640cd8620744a6f500a9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e16b6b-d6", "ovs_interfaceid": "37e16b6b-d6f6-4872-bf19-b95adf514bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.668570] env[68640]: DEBUG nova.network.neutron [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [{"id": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "address": "fa:16:3e:56:45:41", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cdb26-4e", "ovs_interfaceid": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.673372] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991470, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.727984] env[68640]: DEBUG nova.scheduler.client.report [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.733511] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.963218] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.966749] env[68640]: DEBUG nova.network.neutron [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [{"id": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "address": "fa:16:3e:45:72:d3", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef26efa-b9", "ovs_interfaceid": "9ef26efa-b92c-4a66-9694-57d35db20ee2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.087192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Releasing lock "refresh_cache-2ab8cea5-10ac-4525-9a58-dda86d841d9a" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.087760] env[68640]: DEBUG nova.compute.manager [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.088038] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.089010] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6194d-7cdd-476d-8971-a31f4272fe00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.097102] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.097425] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0615c9e3-dc47-4593-97bc-baf353b7b3bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.104385] env[68640]: DEBUG oslo_vmware.api [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1144.104385] env[68640]: value = "task-2991473" [ 1144.104385] env[68640]: _type = "Task" [ 1144.104385] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.113466] env[68640]: DEBUG oslo_vmware.api [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.125526] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.136213] env[68640]: DEBUG oslo_concurrency.lockutils [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] Releasing lock "refresh_cache-b0c54701-2106-456c-bb4b-9b5adaa9d9fb" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.136531] env[68640]: DEBUG nova.compute.manager [req-5a6e7a28-9dc1-40f2-8b14-15153fb2f0c8 req-6aab5d59-eeff-43b1-8cc3-09526b5b5cf8 service nova] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Received event network-vif-deleted-4fdde03e-235c-4fdd-a967-02565a06202a {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.173716] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991470, 'name': CreateVM_Task, 'duration_secs': 1.507004} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.174523] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.176263] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.177196] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.177430] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.178179] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.178516] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbef2f9-961c-47e1-ad7f-850b9bf5608d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.184468] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1144.184468] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b8ef3e-e8bd-714c-3b6b-a986070286bb" [ 1144.184468] env[68640]: _type = "Task" [ 1144.184468] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.198729] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b8ef3e-e8bd-714c-3b6b-a986070286bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.235186] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.237830] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.708s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.237985] env[68640]: DEBUG nova.objects.instance [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lazy-loading 'resources' on Instance uuid 48583b00-bd87-4464-b081-a43961c8ca30 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.463495] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.471058] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-536eadbc-43da-483f-a944-4d819d5c1850" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.471058] env[68640]: DEBUG nova.objects.instance [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'migration_context' on Instance uuid 536eadbc-43da-483f-a944-4d819d5c1850 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.615069] env[68640]: DEBUG oslo_vmware.api [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991473, 'name': PowerOffVM_Task, 'duration_secs': 0.177499} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.615367] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.615578] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.615836] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd3be66d-ccad-4ef8-a54a-8ac1dd28ed47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.627608] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991471, 'name': ReconfigVM_Task, 'duration_secs': 1.216827} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.627889] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794/ddc6b027-d2a5-49cb-9650-00367f1a3794.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.628513] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58dbac7d-244a-4fd1-a7db-021808f5df4f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.634297] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1144.634297] env[68640]: value = "task-2991476" [ 1144.634297] env[68640]: _type = "Task" [ 1144.634297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.642969] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991476, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.647029] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.647029] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.647029] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Deleting the datastore file [datastore1] 2ab8cea5-10ac-4525-9a58-dda86d841d9a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.647029] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351f756d-889e-4b97-8d0f-ca434a81daf8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.653374] env[68640]: DEBUG oslo_vmware.api [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for the task: (returnval){ [ 1144.653374] env[68640]: value = "task-2991477" [ 1144.653374] env[68640]: _type = "Task" [ 1144.653374] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.661626] env[68640]: DEBUG oslo_vmware.api [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.695720] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b8ef3e-e8bd-714c-3b6b-a986070286bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.696304] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.696402] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.696679] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.696784] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.697036] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.697338] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d31577e5-b783-45c0-8ea8-7c978cb13650 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.706390] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.706602] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.707397] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef58bf91-6fd3-4e40-82f0-b4c509926e38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.715523] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1144.715523] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5286a450-dae5-dd41-ef76-9c10bbedf56e" [ 1144.715523] env[68640]: _type = "Task" [ 1144.715523] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.724792] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5286a450-dae5-dd41-ef76-9c10bbedf56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.746199] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2a9e1ef5-5a6f-4379-8a2f-d242954b887e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.282s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.747096] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.857s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.747534] env[68640]: INFO nova.compute.manager [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Unshelving [ 1144.959049] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc9ebbb-05d1-4dce-a595-32ceb6813fec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.969297] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.970389] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f4bce4-382c-4b17-bf0b-ef78c3fa01b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.974144] env[68640]: DEBUG nova.objects.base [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Object Instance<536eadbc-43da-483f-a944-4d819d5c1850> lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.974989] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a4c955-f557-4e3e-8c6f-a3c8456bdfdf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.020194] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f709f7-2075-4770-a046-7b8c733da4cd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.021207] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6052d5e7-8bd0-41bf-be46-45c6c2658044 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.026474] env[68640]: DEBUG oslo_vmware.api [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1145.026474] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f146a-f6cf-433b-8a41-36897327ccf4" [ 1145.026474] env[68640]: _type = "Task" [ 1145.026474] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.032556] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65140a3-bee2-4a2c-aeb8-a7a186251daa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.040107] env[68640]: DEBUG oslo_vmware.api [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f146a-f6cf-433b-8a41-36897327ccf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.048487] env[68640]: DEBUG nova.compute.provider_tree [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.144164] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991476, 'name': Rename_Task, 'duration_secs': 0.157285} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.144459] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.144712] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfbe7071-12b3-406a-b8f7-d863a13ac7f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.151362] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1145.151362] env[68640]: value = "task-2991478" [ 1145.151362] env[68640]: _type = "Task" [ 1145.151362] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.161371] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.164242] env[68640]: DEBUG oslo_vmware.api [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Task: {'id': task-2991477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117425} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.164471] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.164654] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.164829] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.165073] env[68640]: INFO nova.compute.manager [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1145.165253] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.165466] env[68640]: DEBUG nova.compute.manager [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.165559] env[68640]: DEBUG nova.network.neutron [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.184348] env[68640]: DEBUG nova.network.neutron [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.226532] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5286a450-dae5-dd41-ef76-9c10bbedf56e, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.227428] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3476e6-9b7e-47bf-ad5e-8fea35afaae1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.233009] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1145.233009] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fee52d-6769-de4d-549a-034b688a4cff" [ 1145.233009] env[68640]: _type = "Task" [ 1145.233009] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.240457] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fee52d-6769-de4d-549a-034b688a4cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.464396] env[68640]: DEBUG oslo_vmware.api [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991472, 'name': PowerOnVM_Task, 'duration_secs': 1.761622} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.464902] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.540163] env[68640]: DEBUG oslo_vmware.api [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522f146a-f6cf-433b-8a41-36897327ccf4, 'name': SearchDatastore_Task, 'duration_secs': 0.014893} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.540490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.552383] env[68640]: DEBUG nova.scheduler.client.report [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.662250] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.688818] env[68640]: DEBUG nova.network.neutron [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.693235] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb25408d-a557-43f0-9688-fa915fa44dec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.711144] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.742298] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52fee52d-6769-de4d-549a-034b688a4cff, 'name': SearchDatastore_Task, 'duration_secs': 0.015947} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.742559] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.742825] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b0c54701-2106-456c-bb4b-9b5adaa9d9fb/b0c54701-2106-456c-bb4b-9b5adaa9d9fb.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.743100] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e1b3db-5f33-412c-b011-2b4859f143d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.749514] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1145.749514] env[68640]: value = "task-2991479" [ 1145.749514] env[68640]: _type = "Task" [ 1145.749514] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.755340] env[68640]: DEBUG nova.compute.utils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.760400] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.057800] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.061031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.550s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.085717] env[68640]: INFO nova.scheduler.client.report [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Deleted allocations for instance 48583b00-bd87-4464-b081-a43961c8ca30 [ 1146.162756] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.193485] env[68640]: INFO nova.compute.manager [-] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Took 1.03 seconds to deallocate network for instance. [ 1146.217411] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.217806] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84e5df4e-11db-4a18-ba3c-0ee721987990 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.229146] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1146.229146] env[68640]: value = "task-2991480" [ 1146.229146] env[68640]: _type = "Task" [ 1146.229146] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.240754] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.260809] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991479, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.261889] env[68640]: INFO nova.virt.block_device [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Booting with volume 122cc32f-caea-4f9e-a942-39979e42740a at /dev/sdb [ 1146.295940] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1bbb42a-107f-41c4-9f4d-103e62892956 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.306710] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4626c70-d458-40d0-aea3-2200ccaf50e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.345404] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0be962b-72a4-46cf-b4f7-5fd54cc24f24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.354926] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25742477-df78-44fe-8dca-b3afbfc12e62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.389662] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedb5598-aacf-408a-84ab-895b6bfa960b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.397751] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33a0f8-51be-44a4-9c3a-f491ff9471c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.410645] env[68640]: DEBUG nova.virt.block_device [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating existing volume attachment record: 8b750fdb-270e-4aec-ad0d-6668b0bff523 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1146.507752] env[68640]: INFO nova.compute.manager [None req-b6bfef18-3856-4b67-8ae1-3e420bed79e6 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance to original state: 'active' [ 1146.596417] env[68640]: DEBUG oslo_concurrency.lockutils [None req-118ee9fb-d1e0-4a25-aca1-6e74806feb26 tempest-ServersNegativeTestJSON-438548751 tempest-ServersNegativeTestJSON-438548751-project-member] Lock "48583b00-bd87-4464-b081-a43961c8ca30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.588s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.662389] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991478, 'name': PowerOnVM_Task} progress is 79%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.700264] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.742766] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991480, 'name': PowerOffVM_Task, 'duration_secs': 0.235291} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.743183] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.743531] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.760206] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528616} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.760480] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] b0c54701-2106-456c-bb4b-9b5adaa9d9fb/b0c54701-2106-456c-bb4b-9b5adaa9d9fb.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.760710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.760994] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e3266c3-c35f-4a36-af21-1b3c96994b50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.767842] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1146.767842] env[68640]: value = "task-2991484" [ 1146.767842] env[68640]: _type = "Task" [ 1146.767842] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.778393] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.072770] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Applying migration context for instance 1554cc19-a094-409e-97d6-366dcdbe73a6 as it has an incoming, in-progress migration be696891-c9a7-4ab9-b7c5-01c696f6ed6a. Migration status is migrating {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1147.073037] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Applying migration context for instance 536eadbc-43da-483f-a944-4d819d5c1850 as it has an incoming, in-progress migration fcf13233-e731-4be2-8d3c-b35774f46feb. Migration status is confirming {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1147.074857] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating resource usage from migration be696891-c9a7-4ab9-b7c5-01c696f6ed6a [ 1147.075204] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating resource usage from migration fcf13233-e731-4be2-8d3c-b35774f46feb [ 1147.124521] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 7ac22d65-87d4-4e6f-905b-90d908517ed0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.124638] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 4d0b019a-2026-48e9-94a3-dff130b1cbf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.124759] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.124890] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 262d9258-fcf6-4181-9ba6-11573b3ab4e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125000] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125131] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance f3f00b18-241c-4a08-87ee-a44c1dc5af97 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125242] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125391] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ff63cfb7-e235-4d51-8679-7dbc129fc753 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1147.125539] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 2ab8cea5-10ac-4525-9a58-dda86d841d9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125658] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration fcf13233-e731-4be2-8d3c-b35774f46feb is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1147.125769] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 536eadbc-43da-483f-a944-4d819d5c1850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125879] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.125987] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ddc6b027-d2a5-49cb-9650-00367f1a3794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.126117] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance b0c54701-2106-456c-bb4b-9b5adaa9d9fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.126427] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration be696891-c9a7-4ab9-b7c5-01c696f6ed6a is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1147.129025] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 1554cc19-a094-409e-97d6-366dcdbe73a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1147.164882] env[68640]: DEBUG oslo_vmware.api [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991478, 'name': PowerOnVM_Task, 'duration_secs': 1.7603} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.165196] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.165471] env[68640]: INFO nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Took 12.71 seconds to spawn the instance on the hypervisor. [ 1147.165654] env[68640]: DEBUG nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.166481] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ff3e9-ec22-471a-bb93-9dc345b8c9a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.251322] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.251580] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.251742] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.251923] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.252080] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.255135] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.255459] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.256213] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.256213] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.256213] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.256213] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.261650] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2f724d-d722-4f56-8e91-26dea2d2c42d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.284634] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073607} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.286037] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.286385] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1147.286385] env[68640]: value = "task-2991485" [ 1147.286385] env[68640]: _type = "Task" [ 1147.286385] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.287093] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c48cb7-16b2-4377-8a58-5012c576c974 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.311701] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] b0c54701-2106-456c-bb4b-9b5adaa9d9fb/b0c54701-2106-456c-bb4b-9b5adaa9d9fb.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.316035] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46cf56c3-9d91-40a6-9b7e-48b909bf205f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.330672] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.336282] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1147.336282] env[68640]: value = "task-2991486" [ 1147.336282] env[68640]: _type = "Task" [ 1147.336282] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.348655] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.636838] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c5cf326e-2d70-44cf-9a62-6e763504d2fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1147.682837] env[68640]: INFO nova.compute.manager [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Took 34.75 seconds to build instance. [ 1147.802517] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991485, 'name': ReconfigVM_Task, 'duration_secs': 0.297379} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.803052] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.849342] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.146322] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ec034009-f4ba-49b5-aef6-504fdfa9af63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1148.147368] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1148.147800] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1148.188635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-88e8cc22-d796-4063-adb7-10ade5f6b479 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.279s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.224815] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.225103] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.225322] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.225736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.226084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.230451] env[68640]: INFO nova.compute.manager [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Terminating instance [ 1148.311674] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.312015] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.312224] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.312450] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.312619] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.312804] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.314689] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.314885] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.315074] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.315287] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.315523] env[68640]: DEBUG nova.virt.hardware [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.322667] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1148.326038] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361ef7e0-7ca8-4590-9eb0-67995e25e96f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.358977] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991486, 'name': ReconfigVM_Task, 'duration_secs': 0.941373} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.363688] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Reconfigured VM instance instance-0000006b to attach disk [datastore1] b0c54701-2106-456c-bb4b-9b5adaa9d9fb/b0c54701-2106-456c-bb4b-9b5adaa9d9fb.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.364643] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1148.364643] env[68640]: value = "task-2991488" [ 1148.364643] env[68640]: _type = "Task" [ 1148.364643] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.365086] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46d9abaf-20f9-4f22-bf99-2a869a16aebb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.377750] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.379418] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1148.379418] env[68640]: value = "task-2991489" [ 1148.379418] env[68640]: _type = "Task" [ 1148.379418] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.394216] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991489, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.506032] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f29ce-b038-42d1-9dac-79b5646d51ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.513851] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dfa76a-5398-4ab4-885d-b2aa80c23222 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.546206] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ea82c2-038d-4f57-a066-6e7f26f3466d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.554438] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6ce5c0-6c82-471e-83d1-26fe04b566ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.570496] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.735544] env[68640]: DEBUG nova.compute.manager [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.735962] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.736390] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee853d8d-b0ca-49f7-b0b6-c7a7bebedca7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.745802] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1148.745802] env[68640]: value = "task-2991491" [ 1148.745802] env[68640]: _type = "Task" [ 1148.745802] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.758561] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.877833] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991488, 'name': ReconfigVM_Task, 'duration_secs': 0.178606} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.878492] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1148.879341] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8227ddcd-30ea-49b3-ac46-30fcf1499c36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.905314] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991489, 'name': Rename_Task, 'duration_secs': 0.16687} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.913210] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6/1554cc19-a094-409e-97d6-366dcdbe73a6.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.913612] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.913866] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9014f958-1bcf-4b34-8701-f3e26dfb4acb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.926937] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-844afc33-169a-44e5-af20-4294a7e5871c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.933289] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1148.933289] env[68640]: value = "task-2991493" [ 1148.933289] env[68640]: _type = "Task" [ 1148.933289] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.934649] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1148.934649] env[68640]: value = "task-2991492" [ 1148.934649] env[68640]: _type = "Task" [ 1148.934649] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.945890] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.949081] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991492, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.081326] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.258827] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991491, 'name': PowerOffVM_Task, 'duration_secs': 0.228169} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.259294] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.259658] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.259998] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599920', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'name': 'volume-240c8019-d876-455f-96d3-f722d8462316', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f3f00b18-241c-4a08-87ee-a44c1dc5af97', 'attached_at': '2025-03-12T21:36:47.000000', 'detached_at': '', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'serial': '240c8019-d876-455f-96d3-f722d8462316'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.262019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7794f710-cfe1-48b9-92c4-5e45299a8ebb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.284034] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d325215-f6f4-4828-8c24-ac8d166722ef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.293721] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43fe85c-bbda-40b1-9e3d-ae97bead217b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.317128] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3048c5-43fc-4f05-8761-a0c89bbdfc3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.331902] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] The volume has not been displaced from its original location: [datastore2] volume-240c8019-d876-455f-96d3-f722d8462316/volume-240c8019-d876-455f-96d3-f722d8462316.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.337922] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.338275] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53517c5-4b8a-4b83-9dbe-c999120500cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.357212] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1149.357212] env[68640]: value = "task-2991494" [ 1149.357212] env[68640]: _type = "Task" [ 1149.357212] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.365660] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.448752] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991493, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.452186] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991492, 'name': ReconfigVM_Task, 'duration_secs': 0.385202} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.452505] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6/1554cc19-a094-409e-97d6-366dcdbe73a6.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.452847] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.587103] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1149.587340] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.527s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.587635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.689s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.589294] env[68640]: INFO nova.compute.claims [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.614441] env[68640]: DEBUG nova.compute.manager [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1149.867519] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991494, 'name': ReconfigVM_Task, 'duration_secs': 0.240065} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.867832] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.872405] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3805fd1d-fc68-41ca-8f0c-9f5d0eb9e395 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.887856] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1149.887856] env[68640]: value = "task-2991495" [ 1149.887856] env[68640]: _type = "Task" [ 1149.887856] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.896591] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.945282] env[68640]: DEBUG oslo_vmware.api [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991493, 'name': PowerOnVM_Task, 'duration_secs': 0.529069} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.945622] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.945862] env[68640]: INFO nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1149.946100] env[68640]: DEBUG nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.947481] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c802065-769e-4de2-bfee-2b1fcf56fbf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.960368] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057aad93-98d5-4792-a0fe-d3d74d50127f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.985548] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba9106c-3796-40fd-9279-3467fb36be70 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.007464] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.138336] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.245682] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.246151] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.401495] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991495, 'name': ReconfigVM_Task, 'duration_secs': 0.195631} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.401495] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599920', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'name': 'volume-240c8019-d876-455f-96d3-f722d8462316', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f3f00b18-241c-4a08-87ee-a44c1dc5af97', 'attached_at': '2025-03-12T21:36:47.000000', 'detached_at': '', 'volume_id': '240c8019-d876-455f-96d3-f722d8462316', 'serial': '240c8019-d876-455f-96d3-f722d8462316'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.401930] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.405780] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3820acb-b9da-4e90-8156-03b91c9ce4ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.416024] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.416024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f93fea19-92f4-48ae-b9df-5b61d5beef5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.465283] env[68640]: INFO nova.compute.manager [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Took 32.61 seconds to build instance. [ 1150.486075] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.486075] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.486075] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleting the datastore file [datastore2] f3f00b18-241c-4a08-87ee-a44c1dc5af97 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.486906] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57957dca-94cd-461d-888b-3b5672dc03a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.493716] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1150.493716] env[68640]: value = "task-2991497" [ 1150.493716] env[68640]: _type = "Task" [ 1150.493716] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.504097] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.586781] env[68640]: DEBUG nova.network.neutron [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Port 9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1150.749169] env[68640]: DEBUG nova.compute.utils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1150.878152] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf65e3-e8e7-45fb-928f-d4714f520f6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.888103] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebb3aae-bc33-4f3c-975b-cf32de293f27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.924814] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84501f7-bcd2-48a4-9c4b-25d591f04464 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.932640] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85007128-2fa1-408f-92bb-66ce71930a1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.946121] env[68640]: DEBUG nova.compute.provider_tree [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.970186] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8948755b-6d2c-4e68-95a9-357bf20fd10e tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.129s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.005533] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.252816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.451535] env[68640]: DEBUG nova.scheduler.client.report [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.506016] env[68640]: DEBUG oslo_vmware.api [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.648733} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.506588] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.506588] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.507046] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.507267] env[68640]: INFO nova.compute.manager [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Took 2.77 seconds to destroy the instance on the hypervisor. [ 1151.507522] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.507724] env[68640]: DEBUG nova.compute.manager [-] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.507850] env[68640]: DEBUG nova.network.neutron [-] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.620644] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.620904] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.621176] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.959693] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.964872] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.968655] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.968655] env[68640]: DEBUG nova.objects.instance [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1152.036046] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.221894] env[68640]: DEBUG nova.compute.manager [req-0c4bcbc4-d817-4647-b603-494a7c83d181 req-049e7826-6b6a-48ea-b62c-57883e986e78 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Received event network-vif-deleted-cd1c4a69-cf14-4c07-9df3-d7b4582776ec {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.221957] env[68640]: INFO nova.compute.manager [req-0c4bcbc4-d817-4647-b603-494a7c83d181 req-049e7826-6b6a-48ea-b62c-57883e986e78 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Neutron deleted interface cd1c4a69-cf14-4c07-9df3-d7b4582776ec; detaching it from the instance and deleting it from the info cache [ 1152.222165] env[68640]: DEBUG nova.network.neutron [req-0c4bcbc4-d817-4647-b603-494a7c83d181 req-049e7826-6b6a-48ea-b62c-57883e986e78 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.281768] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.282097] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.282293] env[68640]: DEBUG nova.compute.manager [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.283226] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e706f63a-a9be-45b7-b652-9b4e38e589d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.291027] env[68640]: DEBUG nova.compute.manager [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1152.291620] env[68640]: DEBUG nova.objects.instance [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'flavor' on Instance uuid b0c54701-2106-456c-bb4b-9b5adaa9d9fb {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.318125] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.318423] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.318602] env[68640]: INFO nova.compute.manager [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Attaching volume c2d66cac-a59c-4c85-ab3a-1fc29b03297f to /dev/sdb [ 1152.374042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890dbd67-db5b-454c-b9e9-6f37add78f44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.381948] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a6ba6-6fb8-4c96-86e7-5f24e70ec77c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.395855] env[68640]: DEBUG nova.virt.block_device [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating existing volume attachment record: 6db6a9e6-6404-4b81-9e36-05e8c0352ba9 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1152.475222] env[68640]: DEBUG nova.compute.utils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.479148] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1152.479148] env[68640]: DEBUG nova.network.neutron [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1152.532705] env[68640]: DEBUG nova.policy [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c685afda6664815a9c7bbdaf3a51adb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '560a2b77364349a6858de9d331a07b4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.666123] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.666123] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.666123] env[68640]: DEBUG nova.network.neutron [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.689150] env[68640]: DEBUG nova.network.neutron [-] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.728902] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e132e402-7b0c-4cec-8913-113a2215846c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.741242] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7528d-eced-45ce-a20c-21eb31c6ae87 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.788198] env[68640]: DEBUG nova.compute.manager [req-0c4bcbc4-d817-4647-b603-494a7c83d181 req-049e7826-6b6a-48ea-b62c-57883e986e78 service nova] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Detach interface failed, port_id=cd1c4a69-cf14-4c07-9df3-d7b4582776ec, reason: Instance f3f00b18-241c-4a08-87ee-a44c1dc5af97 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.935645] env[68640]: DEBUG nova.network.neutron [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Successfully created port: 49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.979188] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.985582] env[68640]: DEBUG oslo_concurrency.lockutils [None req-760f690d-db65-4c8c-b840-bda24ac3a685 tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.985675] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.252s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.985850] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.988545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.448s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.029564] env[68640]: INFO nova.scheduler.client.report [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted allocations for instance ff63cfb7-e235-4d51-8679-7dbc129fc753 [ 1153.191814] env[68640]: INFO nova.compute.manager [-] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Took 1.68 seconds to deallocate network for instance. [ 1153.301173] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.301500] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aaad1f2-d090-40c4-802d-35260976e4e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.308820] env[68640]: DEBUG oslo_vmware.api [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1153.308820] env[68640]: value = "task-2991501" [ 1153.308820] env[68640]: _type = "Task" [ 1153.308820] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.321343] env[68640]: DEBUG oslo_vmware.api [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.446592] env[68640]: DEBUG nova.network.neutron [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [{"id": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "address": "fa:16:3e:56:45:41", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cdb26-4e", "ovs_interfaceid": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.545698] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2688db4-6a7c-486e-a89e-c682dd6d0e4d tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "ff63cfb7-e235-4d51-8679-7dbc129fc753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.295s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.754678] env[68640]: INFO nova.compute.manager [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Took 0.56 seconds to detach 1 volumes for instance. [ 1153.767518] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ec492-a019-4e10-bb64-6b19876264f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.775889] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee047b0-213b-40d0-86e1-7f0aab1a64c5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.808802] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52082cba-1d4b-4aaf-8c97-9362b19632ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.825262] env[68640]: DEBUG oslo_vmware.api [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991501, 'name': PowerOffVM_Task, 'duration_secs': 0.274489} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.826786] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5e4eee-3b0b-4f19-a44d-23a90661cd4b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.834024] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.834024] env[68640]: DEBUG nova.compute.manager [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.834024] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86ae42-14b8-4606-bf4f-f27fb588582c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.845718] env[68640]: DEBUG nova.compute.provider_tree [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.951654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.994196] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.018493] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.019234] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.020030] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.020030] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.020030] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.020030] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.020410] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.024018] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.024018] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.024018] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.024018] env[68640]: DEBUG nova.virt.hardware [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.024018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddcba0f-8c4f-414b-ad56-1d7ed1ece1b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.031952] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913d38b-2575-4e51-91e7-96cf28c79bea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.193025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.193025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.265220] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.327111] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.327662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.327662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.327757] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.328104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.330052] env[68640]: INFO nova.compute.manager [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Terminating instance [ 1154.348741] env[68640]: DEBUG nova.scheduler.client.report [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.356854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dd1310e6-d67a-4859-8033-27265e0195d8 tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.467985] env[68640]: DEBUG nova.compute.manager [req-a2e42e40-d6df-400d-919f-6d1a69074224 req-d71e4a0b-08ac-47b8-9a05-07404ad4ef0b service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Received event network-vif-plugged-49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.468206] env[68640]: DEBUG oslo_concurrency.lockutils [req-a2e42e40-d6df-400d-919f-6d1a69074224 req-d71e4a0b-08ac-47b8-9a05-07404ad4ef0b service nova] Acquiring lock "ec034009-f4ba-49b5-aef6-504fdfa9af63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.468449] env[68640]: DEBUG oslo_concurrency.lockutils [req-a2e42e40-d6df-400d-919f-6d1a69074224 req-d71e4a0b-08ac-47b8-9a05-07404ad4ef0b service nova] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.468582] env[68640]: DEBUG oslo_concurrency.lockutils [req-a2e42e40-d6df-400d-919f-6d1a69074224 req-d71e4a0b-08ac-47b8-9a05-07404ad4ef0b service nova] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.468753] env[68640]: DEBUG nova.compute.manager [req-a2e42e40-d6df-400d-919f-6d1a69074224 req-d71e4a0b-08ac-47b8-9a05-07404ad4ef0b service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] No waiting events found dispatching network-vif-plugged-49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.469014] env[68640]: WARNING nova.compute.manager [req-a2e42e40-d6df-400d-919f-6d1a69074224 req-d71e4a0b-08ac-47b8-9a05-07404ad4ef0b service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Received unexpected event network-vif-plugged-49839e9b-44d5-4ca3-9e00-5e76cd35b863 for instance with vm_state building and task_state spawning. [ 1154.477568] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f783d-17e1-4076-8c73-5e1b618e3e6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.497895] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108c23c8-afea-484d-8d6a-8a4a335393ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.505522] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.593035] env[68640]: DEBUG nova.network.neutron [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Successfully updated port: 49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.697552] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.833217] env[68640]: DEBUG nova.compute.manager [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.833456] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.834634] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855e22b-d4ff-4caf-b255-fe108aa65916 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.843900] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "abd33972-ca29-40ef-b793-7d681f009e99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.844153] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "abd33972-ca29-40ef-b793-7d681f009e99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.848080] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.848335] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89fd18be-f120-4613-aee3-4a0edfc984bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.858936] env[68640]: DEBUG oslo_vmware.api [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1154.858936] env[68640]: value = "task-2991503" [ 1154.858936] env[68640]: _type = "Task" [ 1154.858936] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.869418] env[68640]: DEBUG oslo_vmware.api [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.012146] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.012469] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9c666b6-9dd1-44e5-b2b7-bf419cd79d5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.019791] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1155.019791] env[68640]: value = "task-2991504" [ 1155.019791] env[68640]: _type = "Task" [ 1155.019791] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.027822] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.097912] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "refresh_cache-ec034009-f4ba-49b5-aef6-504fdfa9af63" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.098034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquired lock "refresh_cache-ec034009-f4ba-49b5-aef6-504fdfa9af63" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.098154] env[68640]: DEBUG nova.network.neutron [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.218136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.316610] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.316908] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.317135] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.317329] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.317501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.319635] env[68640]: INFO nova.compute.manager [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Terminating instance [ 1155.347239] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.361222] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.372s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.364831] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.664s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.364831] env[68640]: DEBUG nova.objects.instance [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lazy-loading 'resources' on Instance uuid 2ab8cea5-10ac-4525-9a58-dda86d841d9a {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.378967] env[68640]: DEBUG oslo_vmware.api [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991503, 'name': PowerOffVM_Task, 'duration_secs': 0.176295} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.380211] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.380211] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.380760] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb4831a9-8471-4974-b38b-c28cba0ed317 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.448486] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.448717] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.448899] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleting the datastore file [datastore2] 262d9258-fcf6-4181-9ba6-11573b3ab4e3 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.449182] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c19c30bd-2fef-4881-8ad4-f39665b9c31a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.455297] env[68640]: DEBUG oslo_vmware.api [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1155.455297] env[68640]: value = "task-2991506" [ 1155.455297] env[68640]: _type = "Task" [ 1155.455297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.463553] env[68640]: DEBUG oslo_vmware.api [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.530460] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991504, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.630686] env[68640]: DEBUG nova.network.neutron [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.777362] env[68640]: DEBUG nova.network.neutron [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Updating instance_info_cache with network_info: [{"id": "49839e9b-44d5-4ca3-9e00-5e76cd35b863", "address": "fa:16:3e:18:fc:6d", "network": {"id": "e49f3eec-95f4-4da7-8b99-152352849337", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-741018932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560a2b77364349a6858de9d331a07b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49839e9b-44", "ovs_interfaceid": "49839e9b-44d5-4ca3-9e00-5e76cd35b863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.823665] env[68640]: DEBUG nova.compute.manager [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.823895] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.825646] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2609d51c-58b3-4448-8109-0e7f6a3484f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.832840] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.833097] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28750595-36cb-4a0a-9bc9-47e5d4c6a1ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.869298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.917332] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.917554] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.917732] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore1] b0c54701-2106-456c-bb4b-9b5adaa9d9fb {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.918052] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a28a47-0b08-41c3-9b6c-b3503ed1815e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.925049] env[68640]: INFO nova.scheduler.client.report [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted allocation for migration fcf13233-e731-4be2-8d3c-b35774f46feb [ 1155.927395] env[68640]: DEBUG oslo_vmware.api [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1155.927395] env[68640]: value = "task-2991508" [ 1155.927395] env[68640]: _type = "Task" [ 1155.927395] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.940458] env[68640]: DEBUG oslo_vmware.api [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.967433] env[68640]: DEBUG oslo_vmware.api [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357256} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.970494] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.970654] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.970834] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.971011] env[68640]: INFO nova.compute.manager [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1155.971258] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.972027] env[68640]: DEBUG nova.compute.manager [-] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.972027] env[68640]: DEBUG nova.network.neutron [-] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.028903] env[68640]: DEBUG oslo_vmware.api [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991504, 'name': PowerOnVM_Task, 'duration_secs': 0.600962} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.031547] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.031750] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-618cd304-95d2-4fb5-8944-47789f522a0f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance '1554cc19-a094-409e-97d6-366dcdbe73a6' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.152533] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2508650-ca62-4906-a3a2-c44549754b0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.161018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae6ce46-e767-49c9-89d3-db6ddab67bbd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.193406] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6c0e87-88db-4d58-81d7-0b8787079531 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.201623] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832b36a-3b89-4ec9-9df1-629b1da6b271 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.215264] env[68640]: DEBUG nova.compute.provider_tree [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.280548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Releasing lock "refresh_cache-ec034009-f4ba-49b5-aef6-504fdfa9af63" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.280671] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Instance network_info: |[{"id": "49839e9b-44d5-4ca3-9e00-5e76cd35b863", "address": "fa:16:3e:18:fc:6d", "network": {"id": "e49f3eec-95f4-4da7-8b99-152352849337", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-741018932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560a2b77364349a6858de9d331a07b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49839e9b-44", "ovs_interfaceid": "49839e9b-44d5-4ca3-9e00-5e76cd35b863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.282054] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:fc:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49839e9b-44d5-4ca3-9e00-5e76cd35b863', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.291271] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Creating folder: Project (560a2b77364349a6858de9d331a07b4c). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.292051] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0692d973-94ac-4034-a4f6-17ddd665280f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.302817] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Created folder: Project (560a2b77364349a6858de9d331a07b4c) in parent group-v599664. [ 1156.303147] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Creating folder: Instances. Parent ref: group-v599961. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.303513] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa09e66-6145-4730-bb9b-523173cc3082 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.311649] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Created folder: Instances in parent group-v599961. [ 1156.311961] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.312255] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.312509] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66af92af-e6cc-4895-99b7-788b906d398e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.336477] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.336477] env[68640]: value = "task-2991511" [ 1156.336477] env[68640]: _type = "Task" [ 1156.336477] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.351750] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991511, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.437560] env[68640]: DEBUG oslo_concurrency.lockutils [None req-884185e0-2b9d-4caa-a011-0f4c50a9d0ef tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.312s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.444711] env[68640]: DEBUG oslo_vmware.api [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415248} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.445832] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.446264] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.446684] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.447091] env[68640]: INFO nova.compute.manager [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1156.447644] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.448050] env[68640]: DEBUG nova.compute.manager [-] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.448331] env[68640]: DEBUG nova.network.neutron [-] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.592710] env[68640]: DEBUG nova.compute.manager [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Received event network-changed-49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.592959] env[68640]: DEBUG nova.compute.manager [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Refreshing instance network info cache due to event network-changed-49839e9b-44d5-4ca3-9e00-5e76cd35b863. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.593186] env[68640]: DEBUG oslo_concurrency.lockutils [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] Acquiring lock "refresh_cache-ec034009-f4ba-49b5-aef6-504fdfa9af63" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.593262] env[68640]: DEBUG oslo_concurrency.lockutils [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] Acquired lock "refresh_cache-ec034009-f4ba-49b5-aef6-504fdfa9af63" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.593443] env[68640]: DEBUG nova.network.neutron [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Refreshing network info cache for port 49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.719132] env[68640]: DEBUG nova.scheduler.client.report [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.834096] env[68640]: DEBUG nova.network.neutron [-] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.851027] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991511, 'name': CreateVM_Task, 'duration_secs': 0.385854} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.851765] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.852488] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.852639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.853103] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.853820] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bec96d8-c01d-4b2a-b267-2d53630dde24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.859132] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1156.859132] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527a968c-230d-47a8-6382-24952eac24dc" [ 1156.859132] env[68640]: _type = "Task" [ 1156.859132] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.868146] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527a968c-230d-47a8-6382-24952eac24dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.962258] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.962368] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599960', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'name': 'volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918ad8eb-9291-4a5b-9a5d-0497dd0b5e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'serial': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.963290] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa62fa2-ba97-4e7a-b31c-db9909b0535c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.983862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.984127] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.984341] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "536eadbc-43da-483f-a944-4d819d5c1850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.984523] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.984706] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.987448] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091a1bcc-a528-4f78-86f7-d8d464683be5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.990678] env[68640]: INFO nova.compute.manager [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Terminating instance [ 1157.026132] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f/volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.026132] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaff213b-6e6d-4b1d-a0bb-7d4562866996 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.050912] env[68640]: DEBUG oslo_vmware.api [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1157.050912] env[68640]: value = "task-2991512" [ 1157.050912] env[68640]: _type = "Task" [ 1157.050912] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.058624] env[68640]: DEBUG oslo_vmware.api [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991512, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.224118] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.226433] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.088s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.257387] env[68640]: INFO nova.scheduler.client.report [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Deleted allocations for instance 2ab8cea5-10ac-4525-9a58-dda86d841d9a [ 1157.307696] env[68640]: DEBUG nova.network.neutron [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Updated VIF entry in instance network info cache for port 49839e9b-44d5-4ca3-9e00-5e76cd35b863. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.307696] env[68640]: DEBUG nova.network.neutron [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Updating instance_info_cache with network_info: [{"id": "49839e9b-44d5-4ca3-9e00-5e76cd35b863", "address": "fa:16:3e:18:fc:6d", "network": {"id": "e49f3eec-95f4-4da7-8b99-152352849337", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-741018932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "560a2b77364349a6858de9d331a07b4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49839e9b-44", "ovs_interfaceid": "49839e9b-44d5-4ca3-9e00-5e76cd35b863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.340544] env[68640]: INFO nova.compute.manager [-] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Took 1.37 seconds to deallocate network for instance. [ 1157.369618] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527a968c-230d-47a8-6382-24952eac24dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.369979] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.370390] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.370513] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.370668] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.370881] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.371197] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12f5a47-e5cb-4422-8e3e-64b984f632c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.380583] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.380770] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.381988] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4890e1f-f1b5-4fdf-a12e-6b212f2431fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.387597] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1157.387597] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526cad54-3818-ca6c-1f7d-e13c1fff1b7e" [ 1157.387597] env[68640]: _type = "Task" [ 1157.387597] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.395644] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526cad54-3818-ca6c-1f7d-e13c1fff1b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.495450] env[68640]: DEBUG nova.compute.manager [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.495711] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.496637] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f05a3-b655-43cf-8a76-6c2dff199ced {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.504181] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.504411] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b05432e2-d487-4ce0-bfd6-cac85c04ce36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.510456] env[68640]: DEBUG oslo_vmware.api [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1157.510456] env[68640]: value = "task-2991513" [ 1157.510456] env[68640]: _type = "Task" [ 1157.510456] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.517851] env[68640]: DEBUG oslo_vmware.api [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.556304] env[68640]: DEBUG nova.network.neutron [-] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.568030] env[68640]: DEBUG oslo_vmware.api [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991512, 'name': ReconfigVM_Task, 'duration_secs': 0.368099} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.568347] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f/volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.573812] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48548b20-f287-421d-b91a-cd2e4900bfab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.590326] env[68640]: DEBUG oslo_vmware.api [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1157.590326] env[68640]: value = "task-2991514" [ 1157.590326] env[68640]: _type = "Task" [ 1157.590326] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.600285] env[68640]: DEBUG oslo_vmware.api [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.731950] env[68640]: INFO nova.compute.claims [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.766700] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dde13c04-e4de-4694-93e7-a2eede24b9ab tempest-ServersListShow2100Test-623216410 tempest-ServersListShow2100Test-623216410-project-member] Lock "2ab8cea5-10ac-4525-9a58-dda86d841d9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.316s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.809437] env[68640]: DEBUG oslo_concurrency.lockutils [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] Releasing lock "refresh_cache-ec034009-f4ba-49b5-aef6-504fdfa9af63" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.809680] env[68640]: DEBUG nova.compute.manager [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Received event network-vif-deleted-722ff2ca-0f40-43a7-b33d-f446b540fa28 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.809901] env[68640]: INFO nova.compute.manager [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Neutron deleted interface 722ff2ca-0f40-43a7-b33d-f446b540fa28; detaching it from the instance and deleting it from the info cache [ 1157.810125] env[68640]: DEBUG nova.network.neutron [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.851772] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.899362] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526cad54-3818-ca6c-1f7d-e13c1fff1b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.012296} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.900319] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f19679d-fff8-43e1-8ff3-85d6de55d22f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.906088] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1157.906088] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c304c2-ee43-8f04-6699-d7859f8ed4d7" [ 1157.906088] env[68640]: _type = "Task" [ 1157.906088] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.914163] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c304c2-ee43-8f04-6699-d7859f8ed4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.019910] env[68640]: DEBUG oslo_vmware.api [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991513, 'name': PowerOffVM_Task, 'duration_secs': 0.236446} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.020296] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.020473] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.020731] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ecd72e-824d-4046-9978-72962b415c94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.063339] env[68640]: INFO nova.compute.manager [-] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Took 1.61 seconds to deallocate network for instance. [ 1158.096946] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.097111] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.097387] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleting the datastore file [datastore1] 536eadbc-43da-483f-a944-4d819d5c1850 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.098735] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1680dfe1-9eb7-4df4-b998-e1ea24f9f424 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.103997] env[68640]: DEBUG oslo_vmware.api [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991514, 'name': ReconfigVM_Task, 'duration_secs': 0.156509} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.104627] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599960', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'name': 'volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918ad8eb-9291-4a5b-9a5d-0497dd0b5e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'serial': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1158.108580] env[68640]: DEBUG oslo_vmware.api [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1158.108580] env[68640]: value = "task-2991516" [ 1158.108580] env[68640]: _type = "Task" [ 1158.108580] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.116828] env[68640]: DEBUG oslo_vmware.api [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.239224] env[68640]: INFO nova.compute.resource_tracker [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating resource usage from migration 648a1623-7032-4e9c-bc54-f9d7ffb851c1 [ 1158.317769] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00031287-a554-4dce-93f8-f38aff2f37c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.330033] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6aca0eb-44e5-4d67-94a8-8f6f91bc8333 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.363645] env[68640]: DEBUG nova.compute.manager [req-f577ffea-657d-4f3e-ad1e-c4a9f9b86216 req-90439884-1e9c-4dfb-be3e-15457cab540c service nova] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Detach interface failed, port_id=722ff2ca-0f40-43a7-b33d-f446b540fa28, reason: Instance 262d9258-fcf6-4181-9ba6-11573b3ab4e3 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.416302] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c304c2-ee43-8f04-6699-d7859f8ed4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011364} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.418860] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.419158] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] ec034009-f4ba-49b5-aef6-504fdfa9af63/ec034009-f4ba-49b5-aef6-504fdfa9af63.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.419643] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6866327-a534-4df2-b2f2-3fb55839b980 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.426014] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1158.426014] env[68640]: value = "task-2991517" [ 1158.426014] env[68640]: _type = "Task" [ 1158.426014] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.438946] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.503772] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fec18c8-1ce4-4e5c-9aa4-4716009102ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.511972] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed1f5e-0e93-4e41-8443-f9dde5ad7825 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.545467] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fab4bed-d4f1-4425-aaef-20b93e6d54b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.554408] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171624a4-f8fe-45ca-acf7-652bc6aba72d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.567865] env[68640]: DEBUG nova.compute.provider_tree [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.569811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.621122] env[68640]: DEBUG oslo_vmware.api [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437133} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.622374] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.622575] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.622827] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.623023] env[68640]: INFO nova.compute.manager [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1158.623722] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.624394] env[68640]: DEBUG nova.compute.manager [req-a0bfc90a-2567-44f1-9a51-cfbfe9f403db req-e7e41991-2c19-4250-87ff-b23095f8a115 service nova] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Received event network-vif-deleted-37e16b6b-d6f6-4872-bf19-b95adf514bc2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.624988] env[68640]: DEBUG nova.compute.manager [-] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.625102] env[68640]: DEBUG nova.network.neutron [-] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.718252] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "1554cc19-a094-409e-97d6-366dcdbe73a6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.718514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.718710] env[68640]: DEBUG nova.compute.manager [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Going to confirm migration 7 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1158.937561] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.071915] env[68640]: DEBUG nova.scheduler.client.report [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.152080] env[68640]: DEBUG nova.objects.instance [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'flavor' on Instance uuid 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.270676] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.270905] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.271100] env[68640]: DEBUG nova.network.neutron [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.271289] env[68640]: DEBUG nova.objects.instance [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'info_cache' on Instance uuid 1554cc19-a094-409e-97d6-366dcdbe73a6 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.436789] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897542} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.437247] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] ec034009-f4ba-49b5-aef6-504fdfa9af63/ec034009-f4ba-49b5-aef6-504fdfa9af63.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.437529] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.437820] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d62ea49-aa45-4b59-8756-bbaa1a4c29dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.445613] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1159.445613] env[68640]: value = "task-2991518" [ 1159.445613] env[68640]: _type = "Task" [ 1159.445613] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.453717] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.578854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.352s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.579083] env[68640]: INFO nova.compute.manager [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Migrating [ 1159.585737] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.550s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.585965] env[68640]: DEBUG nova.objects.instance [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'pci_requests' on Instance uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.655689] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2ba4d1de-e25f-481e-b886-17f307e64e5c tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.337s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.684744] env[68640]: DEBUG nova.network.neutron [-] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.839225] env[68640]: INFO nova.compute.manager [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Rescuing [ 1159.839489] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.839642] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.839812] env[68640]: DEBUG nova.network.neutron [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.956544] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061699} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.956976] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.957776] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2a569-298f-473c-b75e-7fa3a5da0dd7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.980893] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ec034009-f4ba-49b5-aef6-504fdfa9af63/ec034009-f4ba-49b5-aef6-504fdfa9af63.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.981470] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7e4707-9648-44a2-bd26-853143a0655d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.999400] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1159.999400] env[68640]: value = "task-2991519" [ 1159.999400] env[68640]: _type = "Task" [ 1159.999400] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.008987] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.094904] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.095322] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.095322] env[68640]: DEBUG nova.network.neutron [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.098566] env[68640]: DEBUG nova.objects.instance [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'numa_topology' on Instance uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.187846] env[68640]: INFO nova.compute.manager [-] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Took 1.56 seconds to deallocate network for instance. [ 1160.476139] env[68640]: DEBUG nova.network.neutron [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [{"id": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "address": "fa:16:3e:56:45:41", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f3cdb26-4e", "ovs_interfaceid": "9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.509676] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.590557] env[68640]: DEBUG nova.network.neutron [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.601635] env[68640]: INFO nova.compute.claims [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.651178] env[68640]: DEBUG nova.compute.manager [req-1dfa5b59-bd7a-4aac-8719-ea5454fdd27c req-da78e4d3-ac51-4aca-b893-a734d80c6b87 service nova] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Received event network-vif-deleted-9ef26efa-b92c-4a66-9694-57d35db20ee2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.695046] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.794812] env[68640]: DEBUG nova.network.neutron [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [{"id": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "address": "fa:16:3e:f1:14:63", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c314dce-f1", "ovs_interfaceid": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.978503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-1554cc19-a094-409e-97d6-366dcdbe73a6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.978817] env[68640]: DEBUG nova.objects.instance [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'migration_context' on Instance uuid 1554cc19-a094-409e-97d6-366dcdbe73a6 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.011240] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991519, 'name': ReconfigVM_Task, 'duration_secs': 0.591773} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.011535] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ec034009-f4ba-49b5-aef6-504fdfa9af63/ec034009-f4ba-49b5-aef6-504fdfa9af63.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.012200] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93e9ea81-49a5-458b-a441-1798ce32f1b6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.019050] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1161.019050] env[68640]: value = "task-2991520" [ 1161.019050] env[68640]: _type = "Task" [ 1161.019050] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.026246] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991520, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.093106] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.297188] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.481984] env[68640]: DEBUG nova.objects.base [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Object Instance<1554cc19-a094-409e-97d6-366dcdbe73a6> lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.483117] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98946cf8-de3f-4ffa-b530-cca494c4f614 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.503728] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d1658e-d446-43fb-a994-4fc4b057dbc6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.509018] env[68640]: DEBUG oslo_vmware.api [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1161.509018] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52de7385-2c98-6923-e315-b1b694f5bb0b" [ 1161.509018] env[68640]: _type = "Task" [ 1161.509018] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.516478] env[68640]: DEBUG oslo_vmware.api [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52de7385-2c98-6923-e315-b1b694f5bb0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.526769] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991520, 'name': Rename_Task, 'duration_secs': 0.136417} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.527029] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.527262] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4a3a7ca-0705-43f3-a50f-ad217aec99f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.533594] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1161.533594] env[68640]: value = "task-2991521" [ 1161.533594] env[68640]: _type = "Task" [ 1161.533594] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.540818] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.847424] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688de62-11d9-48bb-aa89-b6a7c379db22 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.855851] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c8afac-ec96-4eee-bf4c-ddb20b897787 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.885245] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0578731-3268-4438-930c-e639d8ee0b87 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.892724] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c100bbed-651c-43e1-8e9f-ceba715378ab {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.906150] env[68640]: DEBUG nova.compute.provider_tree [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.020134] env[68640]: DEBUG oslo_vmware.api [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52de7385-2c98-6923-e315-b1b694f5bb0b, 'name': SearchDatastore_Task, 'duration_secs': 0.006871} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.020439] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.042284] env[68640]: DEBUG oslo_vmware.api [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991521, 'name': PowerOnVM_Task, 'duration_secs': 0.453523} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.042489] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.042691] env[68640]: INFO nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1162.042874] env[68640]: DEBUG nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.043662] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9723b107-6742-49bc-9773-9131864c8cd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.410118] env[68640]: DEBUG nova.scheduler.client.report [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.560995] env[68640]: INFO nova.compute.manager [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Took 23.69 seconds to build instance. [ 1162.630824] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.631193] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50eadc4f-8f00-479a-8ef3-d5d59636323c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.638452] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1162.638452] env[68640]: value = "task-2991522" [ 1162.638452] env[68640]: _type = "Task" [ 1162.638452] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.649406] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.813169] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb45bc-abdd-49d3-97d3-a7aa296b0354 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.833422] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.915495] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.330s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.918285] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.653s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.918523] env[68640]: DEBUG nova.objects.instance [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'resources' on Instance uuid f3f00b18-241c-4a08-87ee-a44c1dc5af97 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.946600] env[68640]: INFO nova.network.neutron [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating port 6bea2966-8755-4d14-b315-55c3dd8a785c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1163.063680] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7fb16364-66da-4c16-a068-bb8f6a9706d6 tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.199s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.149370] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991522, 'name': PowerOffVM_Task, 'duration_secs': 0.220672} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.149709] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.150534] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2487f7ae-7ff9-4513-a2dc-2e432b235b9f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.177805] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a391f61-b405-44aa-8656-4d716a43042d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.216899] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.217289] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-428705ce-fdc6-4c3d-ac0d-746b1940b105 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.224174] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1163.224174] env[68640]: value = "task-2991523" [ 1163.224174] env[68640]: _type = "Task" [ 1163.224174] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.233316] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1163.233595] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.233882] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.234266] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.234266] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.234559] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-305a7e73-a577-4de9-b49a-dc0b73b428c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.242653] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.242835] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.243567] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5a9201-a5bf-4064-ba86-c2dfa5f73c69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.248838] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1163.248838] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb6e96-0a75-e235-de37-cf51352663ca" [ 1163.248838] env[68640]: _type = "Task" [ 1163.248838] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.256625] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb6e96-0a75-e235-de37-cf51352663ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.339645] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.339971] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f681e0-1106-45d9-859f-da073e968962 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.347213] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1163.347213] env[68640]: value = "task-2991524" [ 1163.347213] env[68640]: _type = "Task" [ 1163.347213] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.355797] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.667198] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41d0f63-62d5-4e3b-8ada-5da315db94ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.675307] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6218f255-8a15-4bc4-a491-fc1394fe281c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.704591] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1821f97-7b82-4573-bd9e-7d8e91f33541 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.712146] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e8babd-87ca-4e4b-a6f8-3d07959e9ac0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.726869] env[68640]: DEBUG nova.compute.provider_tree [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.760013] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eb6e96-0a75-e235-de37-cf51352663ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009316} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.760821] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee8ff3e-5011-408e-b7c6-602d6a54af60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.765836] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1163.765836] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5273ebba-bf8a-8e91-b9db-ce592743e75d" [ 1163.765836] env[68640]: _type = "Task" [ 1163.765836] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.773475] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5273ebba-bf8a-8e91-b9db-ce592743e75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.856690] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991524, 'name': PowerOffVM_Task, 'duration_secs': 0.273603} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.856959] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.857156] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.230413] env[68640]: DEBUG nova.scheduler.client.report [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.244620] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "ec034009-f4ba-49b5-aef6-504fdfa9af63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.244855] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.245068] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "ec034009-f4ba-49b5-aef6-504fdfa9af63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.245255] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.245422] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.247599] env[68640]: INFO nova.compute.manager [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Terminating instance [ 1164.275796] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5273ebba-bf8a-8e91-b9db-ce592743e75d, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.276177] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.276687] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. {{(pid=68640) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1164.276965] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3902084-52e7-454d-928f-bf614927ec47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.284807] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1164.284807] env[68640]: value = "task-2991525" [ 1164.284807] env[68640]: _type = "Task" [ 1164.284807] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.292866] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.337981] env[68640]: DEBUG nova.compute.manager [req-0c5d0eaa-0560-41f4-a841-413f69685f3e req-e7b2ec9c-0810-43bf-8f02-fd4f66617974 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-vif-plugged-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.338211] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c5d0eaa-0560-41f4-a841-413f69685f3e req-e7b2ec9c-0810-43bf-8f02-fd4f66617974 service nova] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.338504] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c5d0eaa-0560-41f4-a841-413f69685f3e req-e7b2ec9c-0810-43bf-8f02-fd4f66617974 service nova] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.339427] env[68640]: DEBUG oslo_concurrency.lockutils [req-0c5d0eaa-0560-41f4-a841-413f69685f3e req-e7b2ec9c-0810-43bf-8f02-fd4f66617974 service nova] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.339427] env[68640]: DEBUG nova.compute.manager [req-0c5d0eaa-0560-41f4-a841-413f69685f3e req-e7b2ec9c-0810-43bf-8f02-fd4f66617974 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] No waiting events found dispatching network-vif-plugged-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.339427] env[68640]: WARNING nova.compute.manager [req-0c5d0eaa-0560-41f4-a841-413f69685f3e req-e7b2ec9c-0810-43bf-8f02-fd4f66617974 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received unexpected event network-vif-plugged-6bea2966-8755-4d14-b315-55c3dd8a785c for instance with vm_state shelved_offloaded and task_state spawning. [ 1164.363468] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.363780] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.363950] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.364168] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.364336] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.364489] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.364717] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.364925] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.365120] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.365323] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.365517] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.372314] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0877507f-ec86-4def-b3e6-72724ce85465 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391958] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1164.391958] env[68640]: value = "task-2991526" [ 1164.391958] env[68640]: _type = "Task" [ 1164.391958] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.401398] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.470662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.470854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.471087] env[68640]: DEBUG nova.network.neutron [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.736071] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.739032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.521s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.740586] env[68640]: INFO nova.compute.claims [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.750980] env[68640]: DEBUG nova.compute.manager [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.750980] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.751985] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbaac3b-48df-4d63-9f6a-e0ee76b216e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.762510] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.762835] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab897251-d575-440c-81c0-a9b6003be2d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.766019] env[68640]: INFO nova.scheduler.client.report [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted allocations for instance f3f00b18-241c-4a08-87ee-a44c1dc5af97 [ 1164.771063] env[68640]: DEBUG oslo_vmware.api [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1164.771063] env[68640]: value = "task-2991527" [ 1164.771063] env[68640]: _type = "Task" [ 1164.771063] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.781966] env[68640]: DEBUG oslo_vmware.api [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.795430] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.902059] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991526, 'name': ReconfigVM_Task, 'duration_secs': 0.195563} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.902367] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.210901] env[68640]: DEBUG nova.network.neutron [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.278088] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a56fb73f-81c0-4be2-8fdc-1ceadead9e5c tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "f3f00b18-241c-4a08-87ee-a44c1dc5af97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.053s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.285011] env[68640]: DEBUG oslo_vmware.api [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991527, 'name': PowerOffVM_Task, 'duration_secs': 0.196317} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.285149] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.285303] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.285594] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-052dc54c-cb2a-4cdc-b141-58d19e8f9394 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.295633] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533158} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.296483] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk. [ 1165.297261] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9a069e-2e65-402a-9d99-f8e3ce0d2ee6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.324640] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.324934] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2527e80-fcfc-4c09-88db-74bc4e5c8754 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.342362] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1165.342362] env[68640]: value = "task-2991529" [ 1165.342362] env[68640]: _type = "Task" [ 1165.342362] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.351716] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.352863] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.353074] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.353258] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Deleting the datastore file [datastore2] ec034009-f4ba-49b5-aef6-504fdfa9af63 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.353546] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3aab634-e3a5-49f4-b714-c5ce51c6e369 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.360606] env[68640]: DEBUG oslo_vmware.api [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for the task: (returnval){ [ 1165.360606] env[68640]: value = "task-2991530" [ 1165.360606] env[68640]: _type = "Task" [ 1165.360606] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.369874] env[68640]: DEBUG oslo_vmware.api [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.408757] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.408992] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.409166] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.409350] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.409495] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.409679] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.409900] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.410073] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.410240] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.410400] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.410570] env[68640]: DEBUG nova.virt.hardware [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.415765] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.416098] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ece3ba-7752-4b64-be88-93f45266be9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.433962] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1165.433962] env[68640]: value = "task-2991531" [ 1165.433962] env[68640]: _type = "Task" [ 1165.433962] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.442136] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.713461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.741434] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8503a5379028a3ccb8ecf4907012b78f',container_format='bare',created_at=2025-03-12T21:36:10Z,direct_url=,disk_format='vmdk',id=431596d1-0194-4a99-8c30-eb77e7ef4d81,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1727244730-shelved',owner='d15225d27f9c47f0979878044430ebdd',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-12T21:36:31Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.741737] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.741838] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.742030] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.742180] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.742325] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.742529] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.742692] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.742851] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.743022] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.743239] env[68640]: DEBUG nova.virt.hardware [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.744097] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509d73f-8238-46d9-af2d-8f27be9c6386 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.753152] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90bd77b-3561-479e-9567-bb92fcc2814c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.766927] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:2a:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bea2966-8755-4d14-b315-55c3dd8a785c', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.774461] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.777040] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.777422] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff0b52ad-1436-45bd-bbcf-fc18d5991575 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.798664] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.798664] env[68640]: value = "task-2991532" [ 1165.798664] env[68640]: _type = "Task" [ 1165.798664] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.807870] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991532, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.853110] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991529, 'name': ReconfigVM_Task, 'duration_secs': 0.437687} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.853409] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28/93665317-c104-4501-b3df-a71d929e9bc0-rescue.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1165.854298] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db675c-9c5d-4442-af2e-12f602b5a91a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.886319] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f690bf0-9fbc-455f-934a-c367f2ebf4f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.900705] env[68640]: DEBUG oslo_vmware.api [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Task: {'id': task-2991530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206351} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.901861] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.902074] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.902256] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.902429] env[68640]: INFO nova.compute.manager [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1165.902660] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.902905] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1165.902905] env[68640]: value = "task-2991533" [ 1165.902905] env[68640]: _type = "Task" [ 1165.902905] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.903114] env[68640]: DEBUG nova.compute.manager [-] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.903211] env[68640]: DEBUG nova.network.neutron [-] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.914403] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.945893] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991531, 'name': ReconfigVM_Task, 'duration_secs': 0.222583} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.948246] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.949226] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd569a54-d288-4363-836b-575a0307b01d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.970768] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794/ddc6b027-d2a5-49cb-9650-00367f1a3794.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.973911] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88da447d-0004-468b-9c37-d95ea1ea3a5e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.991566] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1165.991566] env[68640]: value = "task-2991534" [ 1165.991566] env[68640]: _type = "Task" [ 1165.991566] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.001110] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.038755] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2ffadd-fc3b-409c-807e-2865dc7016c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.046449] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572aeb59-80ce-43c3-a2b8-073466ecb1c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.076673] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf99423-0bb8-40ed-88e2-46dcdaf42e73 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.084021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b24f92-4a3e-41dd-b01e-fa460a6b20ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.098251] env[68640]: DEBUG nova.compute.provider_tree [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.184957] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.185214] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.308808] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991532, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.366840] env[68640]: DEBUG nova.compute.manager [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.367179] env[68640]: DEBUG nova.compute.manager [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing instance network info cache due to event network-changed-6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.367427] env[68640]: DEBUG oslo_concurrency.lockutils [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] Acquiring lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.367577] env[68640]: DEBUG oslo_concurrency.lockutils [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] Acquired lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.367750] env[68640]: DEBUG nova.network.neutron [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Refreshing network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.414356] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991533, 'name': ReconfigVM_Task, 'duration_secs': 0.187393} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.414613] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.414855] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16bf5459-93f4-4d99-a2a7-6a563150444d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.420440] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1166.420440] env[68640]: value = "task-2991535" [ 1166.420440] env[68640]: _type = "Task" [ 1166.420440] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.427510] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.501841] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.601661] env[68640]: DEBUG nova.scheduler.client.report [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.690331] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.703297] env[68640]: DEBUG nova.network.neutron [-] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.812143] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991532, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.933226] env[68640]: DEBUG oslo_vmware.api [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991535, 'name': PowerOnVM_Task, 'duration_secs': 0.414468} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.933580] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.937158] env[68640]: DEBUG nova.compute.manager [None req-6e4ffc62-340d-464b-9e25-6e2a3aed904d tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.938273] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc78281-ae56-4c12-a57b-74e605bbc2bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.005259] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991534, 'name': ReconfigVM_Task, 'duration_secs': 0.931231} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.005642] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794/ddc6b027-d2a5-49cb-9650-00367f1a3794.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.006019] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.107076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.107709] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.111291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.242s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.113646] env[68640]: INFO nova.compute.claims [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.133171] env[68640]: DEBUG nova.network.neutron [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updated VIF entry in instance network info cache for port 6bea2966-8755-4d14-b315-55c3dd8a785c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.133665] env[68640]: DEBUG nova.network.neutron [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [{"id": "6bea2966-8755-4d14-b315-55c3dd8a785c", "address": "fa:16:3e:e6:2a:cd", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bea2966-87", "ovs_interfaceid": "6bea2966-8755-4d14-b315-55c3dd8a785c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.206085] env[68640]: INFO nova.compute.manager [-] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Took 1.30 seconds to deallocate network for instance. [ 1167.213874] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.310850] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991532, 'name': CreateVM_Task, 'duration_secs': 1.092705} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.311044] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.311747] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.311909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.312461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.312557] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496571c4-adb1-46b5-80aa-4fad4205b0a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.317871] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1167.317871] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c89e34-02ac-b3d8-b359-d8ad50477f24" [ 1167.317871] env[68640]: _type = "Task" [ 1167.317871] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.326163] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c89e34-02ac-b3d8-b359-d8ad50477f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.517164] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d9d46-9379-4d08-9fbc-6d32152ad02a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.536512] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0759e86e-d7a7-4add-bbc5-bba756a41ebf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.553882] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.620868] env[68640]: DEBUG nova.compute.utils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.622170] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.622336] env[68640]: DEBUG nova.network.neutron [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.636253] env[68640]: DEBUG oslo_concurrency.lockutils [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] Releasing lock "refresh_cache-c5cf326e-2d70-44cf-9a62-6e763504d2fc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.636496] env[68640]: DEBUG nova.compute.manager [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Received event network-vif-deleted-49839e9b-44d5-4ca3-9e00-5e76cd35b863 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.636679] env[68640]: INFO nova.compute.manager [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Neutron deleted interface 49839e9b-44d5-4ca3-9e00-5e76cd35b863; detaching it from the instance and deleting it from the info cache [ 1167.636849] env[68640]: DEBUG nova.network.neutron [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.669062] env[68640]: DEBUG nova.policy [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85945e9fde64125a226d1966b8f98fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd539911e6b05438cb691d588502c7752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.712498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.828635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.828932] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Processing image 431596d1-0194-4a99-8c30-eb77e7ef4d81 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.829152] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.829302] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.829481] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.829760] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72beacab-a25f-49ae-a473-1a8176c02e7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.838522] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.838709] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.839533] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f67b4c-d805-46e9-ae19-84db5f075d3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.844601] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1167.844601] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52289d2f-1c50-7198-df3b-a8714ac57031" [ 1167.844601] env[68640]: _type = "Task" [ 1167.844601] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.854185] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52289d2f-1c50-7198-df3b-a8714ac57031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.903984] env[68640]: INFO nova.compute.manager [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Unrescuing [ 1167.904288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.904440] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.904611] env[68640]: DEBUG nova.network.neutron [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.972495] env[68640]: DEBUG nova.network.neutron [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Successfully created port: d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.089717] env[68640]: DEBUG nova.network.neutron [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Port 2c314dce-f1e9-4d45-a4b0-59bf71627287 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.126144] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.139953] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-804f3d90-6077-4c22-b5a4-6b4d0d5efd91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.149857] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a257ebb-7e34-473b-8ac3-2691affe4599 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.189667] env[68640]: DEBUG nova.compute.manager [req-f7ef8d5c-3b8d-4c60-8fdb-7a4ad5fe9792 req-88e5c958-6e85-4d73-9559-76213836c35e service nova] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Detach interface failed, port_id=49839e9b-44d5-4ca3-9e00-5e76cd35b863, reason: Instance ec034009-f4ba-49b5-aef6-504fdfa9af63 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.356860] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1168.357199] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Fetch image to [datastore1] OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad/OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1168.357400] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Downloading stream optimized image 431596d1-0194-4a99-8c30-eb77e7ef4d81 to [datastore1] OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad/OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad.vmdk on the data store datastore1 as vApp {{(pid=68640) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1168.357580] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Downloading image file data 431596d1-0194-4a99-8c30-eb77e7ef4d81 to the ESX as VM named 'OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad' {{(pid=68640) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1168.371563] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02ed71-58a4-4e57-8f37-f4adedf836c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.379546] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de5799d-3048-4335-b9d3-536eb1546ce4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.430067] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbd3f0-a1dd-4b8f-a3cb-915898d87a56 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.438267] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37b9a78-f645-4400-a9b6-abea1cdfb986 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.451439] env[68640]: DEBUG nova.compute.provider_tree [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.475710] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1168.475710] env[68640]: value = "resgroup-9" [ 1168.475710] env[68640]: _type = "ResourcePool" [ 1168.475710] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1168.476011] env[68640]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8f73763a-9f1a-4e65-9634-51a2bbfbad64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.497903] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease: (returnval){ [ 1168.497903] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526918a0-649e-f794-f70c-c279a004ba0b" [ 1168.497903] env[68640]: _type = "HttpNfcLease" [ 1168.497903] env[68640]: } obtained for vApp import into resource pool (val){ [ 1168.497903] env[68640]: value = "resgroup-9" [ 1168.497903] env[68640]: _type = "ResourcePool" [ 1168.497903] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1168.498213] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the lease: (returnval){ [ 1168.498213] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526918a0-649e-f794-f70c-c279a004ba0b" [ 1168.498213] env[68640]: _type = "HttpNfcLease" [ 1168.498213] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1168.504305] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1168.504305] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526918a0-649e-f794-f70c-c279a004ba0b" [ 1168.504305] env[68640]: _type = "HttpNfcLease" [ 1168.504305] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1168.703880] env[68640]: DEBUG nova.network.neutron [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.956797] env[68640]: DEBUG nova.scheduler.client.report [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.006819] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1169.006819] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526918a0-649e-f794-f70c-c279a004ba0b" [ 1169.006819] env[68640]: _type = "HttpNfcLease" [ 1169.006819] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1169.007172] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1169.007172] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526918a0-649e-f794-f70c-c279a004ba0b" [ 1169.007172] env[68640]: _type = "HttpNfcLease" [ 1169.007172] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1169.007907] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b40c0ee-3427-4a2b-9204-6d7a09e75d78 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.015061] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd58b8-2fa2-839e-8ce0-fc71d15c2b28/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1169.015245] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd58b8-2fa2-839e-8ce0-fc71d15c2b28/disk-0.vmdk. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1169.081161] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89f45c27-486b-42bf-8e56-e03296b80029 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.117741] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.118076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.118355] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.138628] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.163623] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.163903] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.164145] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.164403] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.164578] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.164783] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.165091] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.165424] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.165523] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.165770] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.165980] env[68640]: DEBUG nova.virt.hardware [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.167059] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8f38cd-b0ca-4ddf-9de1-0bdad68acec5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.176239] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc49cfdd-9f60-4b9c-98f0-0b9f5890bd18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.206212] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.206940] env[68640]: DEBUG nova.objects.instance [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'flavor' on Instance uuid 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.397977] env[68640]: DEBUG nova.compute.manager [req-6dc96ed1-b699-4319-a3e2-9092c9024977 req-5f9ef7be-5e17-42ce-b70d-f01a22ae25b0 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Received event network-vif-plugged-d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.398221] env[68640]: DEBUG oslo_concurrency.lockutils [req-6dc96ed1-b699-4319-a3e2-9092c9024977 req-5f9ef7be-5e17-42ce-b70d-f01a22ae25b0 service nova] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.398436] env[68640]: DEBUG oslo_concurrency.lockutils [req-6dc96ed1-b699-4319-a3e2-9092c9024977 req-5f9ef7be-5e17-42ce-b70d-f01a22ae25b0 service nova] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.398711] env[68640]: DEBUG oslo_concurrency.lockutils [req-6dc96ed1-b699-4319-a3e2-9092c9024977 req-5f9ef7be-5e17-42ce-b70d-f01a22ae25b0 service nova] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.398911] env[68640]: DEBUG nova.compute.manager [req-6dc96ed1-b699-4319-a3e2-9092c9024977 req-5f9ef7be-5e17-42ce-b70d-f01a22ae25b0 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] No waiting events found dispatching network-vif-plugged-d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.399099] env[68640]: WARNING nova.compute.manager [req-6dc96ed1-b699-4319-a3e2-9092c9024977 req-5f9ef7be-5e17-42ce-b70d-f01a22ae25b0 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Received unexpected event network-vif-plugged-d3a0a63c-7c4d-402b-b760-5490cb7f494e for instance with vm_state building and task_state spawning. [ 1169.462335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.462859] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.467635] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.620s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.467873] env[68640]: DEBUG nova.objects.instance [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lazy-loading 'resources' on Instance uuid 262d9258-fcf6-4181-9ba6-11573b3ab4e3 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.503633] env[68640]: DEBUG nova.network.neutron [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Successfully updated port: d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.714157] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d681e2dd-bc1a-4607-8803-308ce5fdc695 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.739849] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.740218] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.742827] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.743069] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-500d7969-c3d3-4bb6-b8f3-4c27d7915f7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.744857] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.745081] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.745642] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.745805] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1169.746013] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.753054] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1169.753054] env[68640]: value = "task-2991537" [ 1169.753054] env[68640]: _type = "Task" [ 1169.753054] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.763323] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.971798] env[68640]: DEBUG nova.compute.utils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.976234] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.976234] env[68640]: DEBUG nova.network.neutron [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.006610] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.006853] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.007105] env[68640]: DEBUG nova.network.neutron [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.038850] env[68640]: DEBUG nova.policy [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b46fd895ae94012a0dce12319fe6620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83b365e1112a469c8ff23e5d1ca90b1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.162261] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.162474] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.162706] env[68640]: DEBUG nova.network.neutron [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.240226] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1cdb44-39ef-44ca-bf93-693c35370fcc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.243991] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1170.244231] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd58b8-2fa2-839e-8ce0-fc71d15c2b28/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1170.245120] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5ed2ae-695c-4132-afc7-c5514a9f526a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.258913] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df12ccd-eb0a-4b3e-a80e-f1638a63cf57 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.263321] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd58b8-2fa2-839e-8ce0-fc71d15c2b28/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1170.264817] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd58b8-2fa2-839e-8ce0-fc71d15c2b28/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1170.264817] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-481d0c41-8251-4d81-9d3c-626a58a9f486 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.273456] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991537, 'name': PowerOffVM_Task, 'duration_secs': 0.237101} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.302996] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.308313] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfiguring VM instance instance-00000065 to detach disk 2002 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.309316] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca15ceae-4e2f-4929-b8d0-c04869c0626c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.324205] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22edea3-d53a-47ca-ae9f-27397ff0ab7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.332499] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5560400-06d5-4929-a63f-ee7e3419d6d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.337717] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1170.337717] env[68640]: value = "task-2991538" [ 1170.337717] env[68640]: _type = "Task" [ 1170.337717] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.352482] env[68640]: DEBUG nova.compute.provider_tree [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.354498] env[68640]: DEBUG nova.network.neutron [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Successfully created port: cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.363446] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.462936] env[68640]: DEBUG oslo_vmware.rw_handles [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd58b8-2fa2-839e-8ce0-fc71d15c2b28/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1170.463305] env[68640]: INFO nova.virt.vmwareapi.images [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Downloaded image file data 431596d1-0194-4a99-8c30-eb77e7ef4d81 [ 1170.464567] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323826fb-46ea-45ce-8dd4-7edb648d21cc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.488936] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.497028] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b91666c3-4bed-4550-aa84-9d82ee6a5fc4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.515500] env[68640]: INFO nova.virt.vmwareapi.images [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] The imported VM was unregistered [ 1170.518872] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1170.519293] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating directory with path [datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.519712] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f7e6ab-3d48-4136-a346-7f649aa5cd2e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.533381] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created directory with path [datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.533703] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad/OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad.vmdk to [datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk. {{(pid=68640) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1170.534092] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f7736520-f4ae-4dbe-b579-471bbf968c6a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.544466] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1170.544466] env[68640]: value = "task-2991540" [ 1170.544466] env[68640]: _type = "Task" [ 1170.544466] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.554400] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.555209] env[68640]: DEBUG nova.network.neutron [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.685601] env[68640]: DEBUG nova.network.neutron [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updating instance_info_cache with network_info: [{"id": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "address": "fa:16:3e:dd:81:64", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0a63c-7c", "ovs_interfaceid": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.847923] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991538, 'name': ReconfigVM_Task, 'duration_secs': 0.271041} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.848992] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfigured VM instance instance-00000065 to detach disk 2002 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1170.848992] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.848992] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7067e1b2-87f2-446a-9ab1-ab2536b67366 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.855643] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1170.855643] env[68640]: value = "task-2991541" [ 1170.855643] env[68640]: _type = "Task" [ 1170.855643] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.859497] env[68640]: DEBUG nova.scheduler.client.report [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.867592] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.918331] env[68640]: DEBUG nova.network.neutron [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [{"id": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "address": "fa:16:3e:f1:14:63", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c314dce-f1", "ovs_interfaceid": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.057770] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.188238] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.188582] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Instance network_info: |[{"id": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "address": "fa:16:3e:dd:81:64", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0a63c-7c", "ovs_interfaceid": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.189026] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:81:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a0a63c-7c4d-402b-b760-5490cb7f494e', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.196712] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Creating folder: Project (d539911e6b05438cb691d588502c7752). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.197064] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a720eaa-37cf-41be-b188-982581e54667 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.209307] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Created folder: Project (d539911e6b05438cb691d588502c7752) in parent group-v599664. [ 1171.209493] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Creating folder: Instances. Parent ref: group-v599966. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.209714] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e26225c7-721e-438d-b459-bf0ac132bbbb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.219780] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Created folder: Instances in parent group-v599966. [ 1171.220070] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.220292] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.220515] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc6b3c19-950d-48f2-8621-a9c8d605df68 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.242301] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.242301] env[68640]: value = "task-2991544" [ 1171.242301] env[68640]: _type = "Task" [ 1171.242301] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.251146] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991544, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.367305] env[68640]: DEBUG oslo_vmware.api [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991541, 'name': PowerOnVM_Task, 'duration_secs': 0.377028} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.367648] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.367906] env[68640]: DEBUG nova.compute.manager [None req-3c44030d-230e-489e-87bb-30501cb9c2ee tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.368675] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5dd3e3-c306-499a-8bcd-9a0380e0c4ac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.372794] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.374492] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.805s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.374735] env[68640]: DEBUG nova.objects.instance [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid b0c54701-2106-456c-bb4b-9b5adaa9d9fb {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.397883] env[68640]: INFO nova.scheduler.client.report [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted allocations for instance 262d9258-fcf6-4181-9ba6-11573b3ab4e3 [ 1171.420895] env[68640]: DEBUG oslo_concurrency.lockutils [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.427459] env[68640]: DEBUG nova.compute.manager [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Received event network-changed-d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.427663] env[68640]: DEBUG nova.compute.manager [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Refreshing instance network info cache due to event network-changed-d3a0a63c-7c4d-402b-b760-5490cb7f494e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.427879] env[68640]: DEBUG oslo_concurrency.lockutils [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] Acquiring lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.428040] env[68640]: DEBUG oslo_concurrency.lockutils [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] Acquired lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.428209] env[68640]: DEBUG nova.network.neutron [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Refreshing network info cache for port d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.502913] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.532695] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.533680] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.533680] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.533680] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.533680] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.533680] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.533896] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.533980] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.534253] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.534433] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.534650] env[68640]: DEBUG nova.virt.hardware [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.535653] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193cd542-f371-46b8-b019-d2fadaa4cd23 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.553379] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fc93a9-c453-42b6-abdc-7dc74085ac5e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.561320] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.754862] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991544, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.842129] env[68640]: DEBUG nova.network.neutron [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Successfully updated port: cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.905628] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f0766cb6-474c-4529-a6a9-b654e2717542 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "262d9258-fcf6-4181-9ba6-11573b3ab4e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.578s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.949101] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffc3b28-1b0f-43b1-9b59-dc1d9c3005ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.975658] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f317e-385b-4ddf-b970-6b6a608aacce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.985815] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.063033] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.156852] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7845d-1a29-4466-949e-871e3bffab11 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.167547] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86303b6d-b094-469c-93f6-6c615014e6aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.209938] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efc3915-75ab-46e2-936a-5858e3e45f64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.221567] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913f66d-4748-4581-aa2f-ce0d9b524484 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.241231] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.241799] env[68640]: DEBUG nova.compute.provider_tree [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.243628] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.243769] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.251285] env[68640]: DEBUG nova.network.neutron [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updated VIF entry in instance network info cache for port d3a0a63c-7c4d-402b-b760-5490cb7f494e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.251285] env[68640]: DEBUG nova.network.neutron [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updating instance_info_cache with network_info: [{"id": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "address": "fa:16:3e:dd:81:64", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0a63c-7c", "ovs_interfaceid": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.255858] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991544, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.346045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "refresh_cache-abd33972-ca29-40ef-b793-7d681f009e99" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.346045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "refresh_cache-abd33972-ca29-40ef-b793-7d681f009e99" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.346045] env[68640]: DEBUG nova.network.neutron [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.497946] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.498570] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb4bcc9-45c4-44ae-a804-8352823f38ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.508609] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1172.508609] env[68640]: value = "task-2991545" [ 1172.508609] env[68640]: _type = "Task" [ 1172.508609] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.519013] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.560515] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.738223] env[68640]: DEBUG nova.compute.manager [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received event network-changed-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.738438] env[68640]: DEBUG nova.compute.manager [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing instance network info cache due to event network-changed-2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.738656] env[68640]: DEBUG oslo_concurrency.lockutils [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.738803] env[68640]: DEBUG oslo_concurrency.lockutils [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.738964] env[68640]: DEBUG nova.network.neutron [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing network info cache for port 2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.746043] env[68640]: DEBUG nova.scheduler.client.report [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.750525] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.758623] env[68640]: DEBUG oslo_concurrency.lockutils [req-a6baa434-6788-49c6-beba-b38a48b76779 req-677ff6e3-e80c-4b8c-bc42-7c69458874f1 service nova] Releasing lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.771218] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991544, 'name': CreateVM_Task, 'duration_secs': 1.032523} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.771432] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.772502] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.772895] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.773423] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.774242] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5e3d46e-d0cd-4d6e-b69e-2967bc903030 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.782545] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1172.782545] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521e1799-6705-45b6-d469-09e2b9d105b9" [ 1172.782545] env[68640]: _type = "Task" [ 1172.782545] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.794743] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521e1799-6705-45b6-d469-09e2b9d105b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.880298] env[68640]: DEBUG nova.network.neutron [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.021961] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.062078] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.063597] env[68640]: DEBUG nova.network.neutron [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Updating instance_info_cache with network_info: [{"id": "cacbafcc-47de-4ef7-b652-bb8df1061e0e", "address": "fa:16:3e:a5:13:da", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcacbafcc-47", "ovs_interfaceid": "cacbafcc-47de-4ef7-b652-bb8df1061e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.259389] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.261818] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.567s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.261982] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.264449] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.244s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.286428] env[68640]: INFO nova.scheduler.client.report [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted allocations for instance 536eadbc-43da-483f-a944-4d819d5c1850 [ 1173.288161] env[68640]: INFO nova.scheduler.client.report [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance b0c54701-2106-456c-bb4b-9b5adaa9d9fb [ 1173.305053] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521e1799-6705-45b6-d469-09e2b9d105b9, 'name': SearchDatastore_Task, 'duration_secs': 0.082049} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.305388] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.305645] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.305954] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.306216] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.306512] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.307343] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da78864-dc50-4756-a324-7fc0fcd33390 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.326335] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.326601] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.327502] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283ed004-6609-45fa-b6b1-9e38f99e2533 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.338504] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1173.338504] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527b576e-a491-ff7c-16be-0ddd96825fe5" [ 1173.338504] env[68640]: _type = "Task" [ 1173.338504] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.350711] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527b576e-a491-ff7c-16be-0ddd96825fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.460976] env[68640]: DEBUG nova.compute.manager [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Received event network-vif-plugged-cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.461196] env[68640]: DEBUG oslo_concurrency.lockutils [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] Acquiring lock "abd33972-ca29-40ef-b793-7d681f009e99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.461477] env[68640]: DEBUG oslo_concurrency.lockutils [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] Lock "abd33972-ca29-40ef-b793-7d681f009e99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.461655] env[68640]: DEBUG oslo_concurrency.lockutils [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] Lock "abd33972-ca29-40ef-b793-7d681f009e99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.461890] env[68640]: DEBUG nova.compute.manager [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] No waiting events found dispatching network-vif-plugged-cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.462113] env[68640]: WARNING nova.compute.manager [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Received unexpected event network-vif-plugged-cacbafcc-47de-4ef7-b652-bb8df1061e0e for instance with vm_state building and task_state spawning. [ 1173.462313] env[68640]: DEBUG nova.compute.manager [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Received event network-changed-cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.462516] env[68640]: DEBUG nova.compute.manager [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Refreshing instance network info cache due to event network-changed-cacbafcc-47de-4ef7-b652-bb8df1061e0e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.462699] env[68640]: DEBUG oslo_concurrency.lockutils [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] Acquiring lock "refresh_cache-abd33972-ca29-40ef-b793-7d681f009e99" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.496092] env[68640]: DEBUG nova.network.neutron [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updated VIF entry in instance network info cache for port 2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.496463] env[68640]: DEBUG nova.network.neutron [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.519519] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991545, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.559705] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991540, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.926126} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.559956] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad/OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad.vmdk to [datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk. [ 1173.560160] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Cleaning up location [datastore1] OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1173.560326] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c01b33c5-97fa-4c72-9693-e996657b9cad {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.560580] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e212d06-b7fe-4057-956a-b1c209510286 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.566049] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "refresh_cache-abd33972-ca29-40ef-b793-7d681f009e99" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.566357] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Instance network_info: |[{"id": "cacbafcc-47de-4ef7-b652-bb8df1061e0e", "address": "fa:16:3e:a5:13:da", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcacbafcc-47", "ovs_interfaceid": "cacbafcc-47de-4ef7-b652-bb8df1061e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.567724] env[68640]: DEBUG oslo_concurrency.lockutils [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] Acquired lock "refresh_cache-abd33972-ca29-40ef-b793-7d681f009e99" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.567908] env[68640]: DEBUG nova.network.neutron [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Refreshing network info cache for port cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.569240] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:13:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68ec9c06-8680-4a41-abad-cddbd1f768c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cacbafcc-47de-4ef7-b652-bb8df1061e0e', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.577487] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.578221] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1173.578221] env[68640]: value = "task-2991546" [ 1173.578221] env[68640]: _type = "Task" [ 1173.578221] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.578696] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.578989] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cdeb9de-ea12-41af-8cae-8d9371906d47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.601858] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.603068] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.603068] env[68640]: value = "task-2991547" [ 1173.603068] env[68640]: _type = "Task" [ 1173.603068] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.613010] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991547, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.804769] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9b3f520-e6c9-4db0-b86a-abd92338c0ff tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "b0c54701-2106-456c-bb4b-9b5adaa9d9fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.488s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.806109] env[68640]: DEBUG oslo_concurrency.lockutils [None req-655c5848-39dc-4759-be56-ca1bbd6d397c tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "536eadbc-43da-483f-a944-4d819d5c1850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.822s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.851124] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527b576e-a491-ff7c-16be-0ddd96825fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.035971} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.854043] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e424fe-dcb9-4f51-abe7-b1e007305cdb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.859213] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1173.859213] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e188c0-f712-5a1c-2a51-661baba925c4" [ 1173.859213] env[68640]: _type = "Task" [ 1173.859213] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.867495] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e188c0-f712-5a1c-2a51-661baba925c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.960254] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85590d18-2795-4dbe-8880-34bfe23e5c8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.966830] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d338d00a-a809-4e20-8f3c-6d969cf369cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.996657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dce28a-6af2-4fa8-b64c-a3748908b409 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.999515] env[68640]: DEBUG oslo_concurrency.lockutils [req-285baf1a-eaa1-45a5-8a2a-45df85057d02 req-8b3fcbe0-ed25-4ba5-a6c8-922e38a820e0 service nova] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.004394] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1ce280-98df-4baf-b672-1513ca215d9e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.017357] env[68640]: DEBUG nova.compute.provider_tree [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.025954] env[68640]: DEBUG oslo_vmware.api [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991545, 'name': PowerOnVM_Task, 'duration_secs': 1.175418} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.026222] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.026512] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-028172cb-0b74-4aec-8fa6-3ed6c71b907a tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance 'ddc6b027-d2a5-49cb-9650-00367f1a3794' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.089430] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05394} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.089730] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.089917] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.090108] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk to [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.090452] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794a0f07-60fc-44b9-b5a9-fc12cf78ec41 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.096795] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1174.096795] env[68640]: value = "task-2991548" [ 1174.096795] env[68640]: _type = "Task" [ 1174.096795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.105034] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.114295] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991547, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.273806] env[68640]: DEBUG nova.network.neutron [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Updated VIF entry in instance network info cache for port cacbafcc-47de-4ef7-b652-bb8df1061e0e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.274193] env[68640]: DEBUG nova.network.neutron [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Updating instance_info_cache with network_info: [{"id": "cacbafcc-47de-4ef7-b652-bb8df1061e0e", "address": "fa:16:3e:a5:13:da", "network": {"id": "299f587e-49e8-4c00-bf13-4de9266b2f5f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2030291981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83b365e1112a469c8ff23e5d1ca90b1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68ec9c06-8680-4a41-abad-cddbd1f768c9", "external-id": "nsx-vlan-transportzone-883", "segmentation_id": 883, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcacbafcc-47", "ovs_interfaceid": "cacbafcc-47de-4ef7-b652-bb8df1061e0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.371226] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e188c0-f712-5a1c-2a51-661baba925c4, 'name': SearchDatastore_Task, 'duration_secs': 0.066148} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.371311] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.371558] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 443dc2b9-899c-4475-a43f-0732bc0cd1dd/443dc2b9-899c-4475-a43f-0732bc0cd1dd.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.371873] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ebeef71-921e-4d53-ae88-fc72f596ee06 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.380231] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1174.380231] env[68640]: value = "task-2991549" [ 1174.380231] env[68640]: _type = "Task" [ 1174.380231] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.390439] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.524067] env[68640]: DEBUG nova.scheduler.client.report [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.610971] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.620738] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991547, 'name': CreateVM_Task, 'duration_secs': 0.921239} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.621025] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.621789] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.622024] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.622417] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.622708] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f798c68-8b14-4ef0-8da9-e00e890513ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.629557] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1174.629557] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6cb8b-acb8-f203-71c0-ca5737636aa6" [ 1174.629557] env[68640]: _type = "Task" [ 1174.629557] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.640786] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6cb8b-acb8-f203-71c0-ca5737636aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.768213] env[68640]: DEBUG nova.compute.manager [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received event network-changed-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.769156] env[68640]: DEBUG nova.compute.manager [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing instance network info cache due to event network-changed-2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.769156] env[68640]: DEBUG oslo_concurrency.lockutils [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] Acquiring lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.769156] env[68640]: DEBUG oslo_concurrency.lockutils [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] Acquired lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.769156] env[68640]: DEBUG nova.network.neutron [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Refreshing network info cache for port 2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.777813] env[68640]: DEBUG oslo_concurrency.lockutils [req-b7b4f07d-44b6-441a-ba87-28673a3f36c7 req-cd24a719-a913-4bbe-aa4a-10d315fc28da service nova] Releasing lock "refresh_cache-abd33972-ca29-40ef-b793-7d681f009e99" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.892157] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991549, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.109010] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.142255] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e6cb8b-acb8-f203-71c0-ca5737636aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.048641} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.143416] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.143688] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.143949] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.144105] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.144395] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.144966] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7bda449-1c58-4bf9-a3ca-f7d52b8cfc3f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.168119] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.168347] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.169160] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3d3f7f-84bf-4fb9-aa77-323a64951b6b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.179758] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1175.179758] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52791a90-c2ab-6e2f-7857-065a188aa722" [ 1175.179758] env[68640]: _type = "Task" [ 1175.179758] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.190417] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52791a90-c2ab-6e2f-7857-065a188aa722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.258508] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.258845] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.392962] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.495057] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "7ac22d65-87d4-4e6f-905b-90d908517ed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.495270] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.495419] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "7ac22d65-87d4-4e6f-905b-90d908517ed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.495609] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.495886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.498264] env[68640]: INFO nova.compute.manager [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Terminating instance [ 1175.503875] env[68640]: DEBUG nova.network.neutron [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updated VIF entry in instance network info cache for port 2645af84-fef6-4457-8570-da82f6ace467. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.504280] env[68640]: DEBUG nova.network.neutron [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [{"id": "2645af84-fef6-4457-8570-da82f6ace467", "address": "fa:16:3e:24:64:f0", "network": {"id": "0844cddb-a7e5-4e20-87fb-f7d24fb4b3e5", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-519937737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53a57f3f50224362a0f6a8e47f6446de", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2645af84-fe", "ovs_interfaceid": "2645af84-fef6-4457-8570-da82f6ace467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.534035] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.269s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.536924] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.323s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.538533] env[68640]: INFO nova.compute.claims [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.610725] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.691857] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52791a90-c2ab-6e2f-7857-065a188aa722, 'name': SearchDatastore_Task, 'duration_secs': 0.138351} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.692799] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d44212-ceb7-4fc4-afdc-bc53d8788517 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.700905] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1175.700905] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c8d829-50e5-a48d-b9ae-3ddcf2752d30" [ 1175.700905] env[68640]: _type = "Task" [ 1175.700905] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.712220] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c8d829-50e5-a48d-b9ae-3ddcf2752d30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.761534] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.892625] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.317746} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.892920] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 443dc2b9-899c-4475-a43f-0732bc0cd1dd/443dc2b9-899c-4475-a43f-0732bc0cd1dd.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.893158] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.893427] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8016474b-3b3a-43aa-aa37-b01b67c8dc09 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.903361] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1175.903361] env[68640]: value = "task-2991550" [ 1175.903361] env[68640]: _type = "Task" [ 1175.903361] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.914890] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.002514] env[68640]: DEBUG nova.compute.manager [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.003205] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.003994] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdcb4b5-e7ea-463a-a63b-5eae60e73449 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.007579] env[68640]: DEBUG oslo_concurrency.lockutils [req-68a9ebbd-2056-4b84-9b16-bca77a5c892e req-8f9bb70b-da7d-4b3f-97f0-1c09b4fbcf7d service nova] Releasing lock "refresh_cache-918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.014282] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.014593] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bff9c3b-d1e7-4343-b8f1-68370dc62b5e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.023814] env[68640]: DEBUG oslo_vmware.api [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1176.023814] env[68640]: value = "task-2991551" [ 1176.023814] env[68640]: _type = "Task" [ 1176.023814] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.037678] env[68640]: DEBUG oslo_vmware.api [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.112211] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.113355] env[68640]: INFO nova.scheduler.client.report [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocation for migration be696891-c9a7-4ab9-b7c5-01c696f6ed6a [ 1176.213513] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c8d829-50e5-a48d-b9ae-3ddcf2752d30, 'name': SearchDatastore_Task, 'duration_secs': 0.087331} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.213839] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.214140] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] abd33972-ca29-40ef-b793-7d681f009e99/abd33972-ca29-40ef-b793-7d681f009e99.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.214461] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a1170e1-192c-4abb-8fba-310bae73e1b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.224290] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1176.224290] env[68640]: value = "task-2991552" [ 1176.224290] env[68640]: _type = "Task" [ 1176.224290] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.236457] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.347289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.416324] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092949} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.416633] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.417470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df9c678-b41e-428c-84b8-77dc6602a213 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.441911] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 443dc2b9-899c-4475-a43f-0732bc0cd1dd/443dc2b9-899c-4475-a43f-0732bc0cd1dd.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.442306] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec4b7758-0593-4a63-bd1f-f80238f73fa6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.465164] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1176.465164] env[68640]: value = "task-2991553" [ 1176.465164] env[68640]: _type = "Task" [ 1176.465164] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.475730] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.534068] env[68640]: DEBUG oslo_vmware.api [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991551, 'name': PowerOffVM_Task, 'duration_secs': 0.286414} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.534364] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.534537] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.534805] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2938f7e0-b00b-4404-bd30-e4cee3788d29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.590639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.591090] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.591419] env[68640]: DEBUG nova.compute.manager [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Going to confirm migration 8 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1176.605304] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.605535] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.606098] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleting the datastore file [datastore2] 7ac22d65-87d4-4e6f-905b-90d908517ed0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.606895] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6843cc4-755b-4652-9c4f-04a9ac2281bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.611947] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.618408] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9bae88c4-5587-458c-a65a-088a141eef1a tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.900s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.621172] env[68640]: DEBUG oslo_vmware.api [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for the task: (returnval){ [ 1176.621172] env[68640]: value = "task-2991555" [ 1176.621172] env[68640]: _type = "Task" [ 1176.621172] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.634187] env[68640]: DEBUG oslo_vmware.api [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.737215] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.791709] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1eaa23-8d62-4394-9be4-bf1194e58dc4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.801875] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f5398f-0f4e-4173-88be-385d8c138b66 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.835023] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c14e69-7d32-47ad-b452-9c23a11ebf46 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.844941] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c83854-b924-4799-9a5f-81abf69a7978 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.861368] env[68640]: DEBUG nova.compute.provider_tree [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.974944] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.112540] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991548, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.880539} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.112751] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/431596d1-0194-4a99-8c30-eb77e7ef4d81/431596d1-0194-4a99-8c30-eb77e7ef4d81.vmdk to [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.113522] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb765df-b2d2-4ff4-a3d6-c71ad32057bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.136584] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.142470] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c1cba6-a60c-4df6-8ee5-f24512086746 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.157369] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.157552] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquired lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.157791] env[68640]: DEBUG nova.network.neutron [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.157910] env[68640]: DEBUG nova.objects.instance [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'info_cache' on Instance uuid ddc6b027-d2a5-49cb-9650-00367f1a3794 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.165298] env[68640]: DEBUG oslo_vmware.api [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Task: {'id': task-2991555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261171} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.166734] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.166943] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.167147] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.167414] env[68640]: INFO nova.compute.manager [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1177.167632] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.167860] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1177.167860] env[68640]: value = "task-2991556" [ 1177.167860] env[68640]: _type = "Task" [ 1177.167860] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.168095] env[68640]: DEBUG nova.compute.manager [-] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.168196] env[68640]: DEBUG nova.network.neutron [-] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.180235] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.211967] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.212219] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.236079] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991552, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.367127] env[68640]: DEBUG nova.scheduler.client.report [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.478569] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991553, 'name': ReconfigVM_Task, 'duration_secs': 0.753628} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.479102] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 443dc2b9-899c-4475-a43f-0732bc0cd1dd/443dc2b9-899c-4475-a43f-0732bc0cd1dd.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.479945] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8093e0-ce2f-4a8c-bf0e-041e4dd191a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.490676] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1177.490676] env[68640]: value = "task-2991557" [ 1177.490676] env[68640]: _type = "Task" [ 1177.490676] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.500223] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991557, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.664277] env[68640]: DEBUG nova.compute.manager [req-8f7844f8-cb7b-4d68-81a2-b63f1e7ae1a3 req-1a7c3f02-94f1-406f-a958-b4b924df431d service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Received event network-vif-deleted-f411e806-a9b3-434a-a822-8041a7592d13 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.664471] env[68640]: INFO nova.compute.manager [req-8f7844f8-cb7b-4d68-81a2-b63f1e7ae1a3 req-1a7c3f02-94f1-406f-a958-b4b924df431d service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Neutron deleted interface f411e806-a9b3-434a-a822-8041a7592d13; detaching it from the instance and deleting it from the info cache [ 1177.664640] env[68640]: DEBUG nova.network.neutron [req-8f7844f8-cb7b-4d68-81a2-b63f1e7ae1a3 req-1a7c3f02-94f1-406f-a958-b4b924df431d service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.680573] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.714977] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.736697] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991552, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.372683} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.736846] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] abd33972-ca29-40ef-b793-7d681f009e99/abd33972-ca29-40ef-b793-7d681f009e99.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.737074] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.737332] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-454a75df-f09e-489b-bbfd-ad8c29a0ea5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.743807] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1177.743807] env[68640]: value = "task-2991558" [ 1177.743807] env[68640]: _type = "Task" [ 1177.743807] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.753195] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.873016] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.873588] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.876331] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.164s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.876532] env[68640]: DEBUG nova.objects.instance [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lazy-loading 'resources' on Instance uuid ec034009-f4ba-49b5-aef6-504fdfa9af63 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.998253] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991557, 'name': Rename_Task, 'duration_secs': 0.166341} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.998537] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.998789] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ace386ff-3de8-4d83-8dfb-ae7f9b1e4caa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.005168] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1178.005168] env[68640]: value = "task-2991559" [ 1178.005168] env[68640]: _type = "Task" [ 1178.005168] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.013432] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.030934] env[68640]: DEBUG nova.network.neutron [-] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.138520] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "1554cc19-a094-409e-97d6-366dcdbe73a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.138840] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.139061] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.139260] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.139436] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.141652] env[68640]: INFO nova.compute.manager [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Terminating instance [ 1178.168846] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b157cdce-ec82-405e-baea-6a2f5f06df2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.178684] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5bca5b-4342-45f9-96d7-9431a163129d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.193963] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.214635] env[68640]: DEBUG nova.compute.manager [req-8f7844f8-cb7b-4d68-81a2-b63f1e7ae1a3 req-1a7c3f02-94f1-406f-a958-b4b924df431d service nova] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Detach interface failed, port_id=f411e806-a9b3-434a-a822-8041a7592d13, reason: Instance 7ac22d65-87d4-4e6f-905b-90d908517ed0 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.234189] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.255251] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102946} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.255570] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.256447] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958205e-cb59-4ef4-b3d0-402838ae6f06 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.283888] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] abd33972-ca29-40ef-b793-7d681f009e99/abd33972-ca29-40ef-b793-7d681f009e99.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.283888] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f02c19-c66b-451e-8652-43106e3b1953 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.304773] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1178.304773] env[68640]: value = "task-2991560" [ 1178.304773] env[68640]: _type = "Task" [ 1178.304773] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.312398] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.381576] env[68640]: DEBUG nova.compute.utils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.387658] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.387969] env[68640]: DEBUG nova.network.neutron [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.469453] env[68640]: DEBUG nova.policy [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3a6800157c44693a788929d30e2279b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43c39ac2aff54cd09f7b645d0ace0e3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.521163] env[68640]: DEBUG oslo_vmware.api [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991559, 'name': PowerOnVM_Task, 'duration_secs': 0.470329} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.521468] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.521678] env[68640]: INFO nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1178.521870] env[68640]: DEBUG nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1178.522683] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901555b9-ea77-4e18-bdbd-7a7485fc0c26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.536698] env[68640]: INFO nova.compute.manager [-] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Took 1.37 seconds to deallocate network for instance. [ 1178.538093] env[68640]: DEBUG nova.network.neutron [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [{"id": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "address": "fa:16:3e:f1:14:63", "network": {"id": "4202ad40-7a42-4132-af67-57b6c7124c22", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1045661470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9db479328d704865a366ac3e44aecf14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bf86b133-2b7b-4cab-8f6f-5a0856d34c7b", "external-id": "nsx-vlan-transportzone-557", "segmentation_id": 557, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c314dce-f1", "ovs_interfaceid": "2c314dce-f1e9-4d45-a4b0-59bf71627287", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.647824] env[68640]: DEBUG nova.compute.manager [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.648721] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.651034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "fd29a7d1-222b-4927-adb0-56ebee8b2784" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.651269] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.653460] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbcb4d6-66ed-41d7-b823-d548b88a7f59 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.661847] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.662379] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701f705a-91e8-43f2-93e7-0533ad5a8069 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.671829] env[68640]: DEBUG oslo_vmware.api [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1178.671829] env[68640]: value = "task-2991561" [ 1178.671829] env[68640]: _type = "Task" [ 1178.671829] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.688472] env[68640]: DEBUG oslo_vmware.api [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.693180] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991556, 'name': ReconfigVM_Task, 'duration_secs': 1.273565} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.694017] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fec399-0ae2-4ff4-9b3c-985b0759959b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.696719] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc/c5cf326e-2d70-44cf-9a62-6e763504d2fc.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.698132] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '93665317-c104-4501-b3df-a71d929e9bc0'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599958', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'name': 'volume-122cc32f-caea-4f9e-a942-39979e42740a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c5cf326e-2d70-44cf-9a62-6e763504d2fc', 'attached_at': '', 'detached_at': '', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'serial': '122cc32f-caea-4f9e-a942-39979e42740a'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'device_type': None, 'attachment_id': '8b750fdb-270e-4aec-ad0d-6668b0bff523', 'volume_type': None}], 'swap': None} {{(pid=68640) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1178.698348] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.698539] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599958', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'name': 'volume-122cc32f-caea-4f9e-a942-39979e42740a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c5cf326e-2d70-44cf-9a62-6e763504d2fc', 'attached_at': '', 'detached_at': '', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'serial': '122cc32f-caea-4f9e-a942-39979e42740a'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.699412] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5181062a-fd01-4cd9-b219-198c2a8bf4dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.716910] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7686bdb1-103e-466d-bc9d-5569754eb40e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.720813] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e75f22-d9c3-4617-ad8d-8f8eb5cee1da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.749770] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-122cc32f-caea-4f9e-a942-39979e42740a/volume-122cc32f-caea-4f9e-a942-39979e42740a.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.778029] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1400f90b-8473-45b6-a5e3-df1e7f9ab635 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.791955] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7d9b39-e694-401a-b494-22be69e46c8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.803247] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1178.803247] env[68640]: value = "task-2991562" [ 1178.803247] env[68640]: _type = "Task" [ 1178.803247] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.804691] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57359f04-7430-4eda-92f7-72c46087638d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.828465] env[68640]: DEBUG nova.compute.provider_tree [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.839034] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.839034] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991560, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.893667] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.043887] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Releasing lock "refresh_cache-ddc6b027-d2a5-49cb-9650-00367f1a3794" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.044850] env[68640]: DEBUG nova.objects.instance [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lazy-loading 'migration_context' on Instance uuid ddc6b027-d2a5-49cb-9650-00367f1a3794 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.048804] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.050812] env[68640]: INFO nova.compute.manager [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Took 23.85 seconds to build instance. [ 1179.153497] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.172931] env[68640]: DEBUG nova.network.neutron [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Successfully created port: 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.188823] env[68640]: DEBUG oslo_vmware.api [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991561, 'name': PowerOffVM_Task, 'duration_secs': 0.234262} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.188823] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.188823] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.188823] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52bbbb74-62ad-4a74-9827-706ce35f79f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.322041] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.325732] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991560, 'name': ReconfigVM_Task, 'duration_secs': 0.566549} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.326051] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Reconfigured VM instance instance-0000006e to attach disk [datastore1] abd33972-ca29-40ef-b793-7d681f009e99/abd33972-ca29-40ef-b793-7d681f009e99.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.326725] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8621bb7d-317d-484f-962a-a92db6e77421 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.331370] env[68640]: DEBUG nova.scheduler.client.report [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.338773] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1179.338773] env[68640]: value = "task-2991564" [ 1179.338773] env[68640]: _type = "Task" [ 1179.338773] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.343713] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.343713] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.343713] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore2] 1554cc19-a094-409e-97d6-366dcdbe73a6 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.348249] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ed79b52-af82-4597-b474-376d66c8f99e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.349680] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991564, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.354487] env[68640]: DEBUG oslo_vmware.api [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1179.354487] env[68640]: value = "task-2991565" [ 1179.354487] env[68640]: _type = "Task" [ 1179.354487] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.363951] env[68640]: DEBUG oslo_vmware.api [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.547973] env[68640]: DEBUG nova.objects.base [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1179.548929] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7325771-08e2-4eb7-b577-d9a5761ceb50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.557274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-cba72e9f-4b12-4ca0-9d8b-636f47c02e1a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.364s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.573993] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256f4029-60e8-4168-a27e-124f844feadd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.580092] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1179.580092] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52db97ff-b877-1e43-651d-cb144e4b2597" [ 1179.580092] env[68640]: _type = "Task" [ 1179.580092] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.590876] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52db97ff-b877-1e43-651d-cb144e4b2597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.680043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.816156] env[68640]: DEBUG nova.compute.manager [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Received event network-changed-d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.816352] env[68640]: DEBUG nova.compute.manager [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Refreshing instance network info cache due to event network-changed-d3a0a63c-7c4d-402b-b760-5490cb7f494e. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.816564] env[68640]: DEBUG oslo_concurrency.lockutils [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] Acquiring lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.816725] env[68640]: DEBUG oslo_concurrency.lockutils [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] Acquired lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.816900] env[68640]: DEBUG nova.network.neutron [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Refreshing network info cache for port d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.823910] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991562, 'name': ReconfigVM_Task, 'duration_secs': 0.847416} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.824651] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-122cc32f-caea-4f9e-a942-39979e42740a/volume-122cc32f-caea-4f9e-a942-39979e42740a.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.829715] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d556f5b6-69e3-41f4-8e87-893e53ac9c6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.840153] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.842727] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.092s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.842819] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.842947] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1179.843220] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.496s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.845199] env[68640]: INFO nova.compute.claims [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.851476] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08984df8-b469-402e-8fbd-421b9e610f68 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.858646] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1179.858646] env[68640]: value = "task-2991566" [ 1179.858646] env[68640]: _type = "Task" [ 1179.858646] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.865254] env[68640]: INFO nova.scheduler.client.report [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Deleted allocations for instance ec034009-f4ba-49b5-aef6-504fdfa9af63 [ 1179.866608] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991564, 'name': Rename_Task, 'duration_secs': 0.175054} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.872898] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.873757] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d97a395-1a4f-42ef-a39e-6c9a8cdcdbb8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.882868] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ff6e63-1f8b-405b-99f2-e0041ee9a0c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.884653] env[68640]: DEBUG oslo_vmware.api [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289585} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.886182] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.886374] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.886549] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.886748] env[68640]: INFO nova.compute.manager [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1179.887051] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.887819] env[68640]: DEBUG nova.compute.manager [-] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.887921] env[68640]: DEBUG nova.network.neutron [-] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.901315] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.904192] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79a1eb2-e0e6-46b7-b547-d315dd04125a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.907276] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1179.907276] env[68640]: value = "task-2991567" [ 1179.907276] env[68640]: _type = "Task" [ 1179.907276] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.908466] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.918226] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd79969a-07a6-4b92-a62a-cb7f62e9f13d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.925156] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991567, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.952011] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179473MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1179.952257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.962428] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.962668] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.962829] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.963011] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.963164] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.963310] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.963512] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.963723] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.963918] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.964113] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.964283] env[68640]: DEBUG nova.virt.hardware [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.965473] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b1d600-7338-40af-aef0-51962a458824 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.973217] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495ed05-53bd-421e-90fb-df367e0a77e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.092628] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52db97ff-b877-1e43-651d-cb144e4b2597, 'name': SearchDatastore_Task, 'duration_secs': 0.014757} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.092933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.195518] env[68640]: DEBUG nova.compute.manager [req-0d58ef13-5010-4208-821a-66f3fb2c73c9 req-27250882-5e23-4bd5-b943-812e16a31546 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Received event network-vif-deleted-9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.195805] env[68640]: INFO nova.compute.manager [req-0d58ef13-5010-4208-821a-66f3fb2c73c9 req-27250882-5e23-4bd5-b943-812e16a31546 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Neutron deleted interface 9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32; detaching it from the instance and deleting it from the info cache [ 1180.195948] env[68640]: DEBUG nova.network.neutron [req-0d58ef13-5010-4208-821a-66f3fb2c73c9 req-27250882-5e23-4bd5-b943-812e16a31546 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.377728] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991566, 'name': ReconfigVM_Task, 'duration_secs': 0.415911} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.378187] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599958', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'name': 'volume-122cc32f-caea-4f9e-a942-39979e42740a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c5cf326e-2d70-44cf-9a62-6e763504d2fc', 'attached_at': '', 'detached_at': '', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'serial': '122cc32f-caea-4f9e-a942-39979e42740a'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1180.378824] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86c46807-e094-4433-9fcd-d7c72c67aaaf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.387414] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1180.387414] env[68640]: value = "task-2991568" [ 1180.387414] env[68640]: _type = "Task" [ 1180.387414] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.387876] env[68640]: DEBUG oslo_concurrency.lockutils [None req-91008029-8557-4da1-8203-9066dc43fb9b tempest-ServersNegativeTestMultiTenantJSON-1061237767 tempest-ServersNegativeTestMultiTenantJSON-1061237767-project-member] Lock "ec034009-f4ba-49b5-aef6-504fdfa9af63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.143s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.401297] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991568, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.422255] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991567, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.620284] env[68640]: DEBUG nova.network.neutron [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updated VIF entry in instance network info cache for port d3a0a63c-7c4d-402b-b760-5490cb7f494e. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.620689] env[68640]: DEBUG nova.network.neutron [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updating instance_info_cache with network_info: [{"id": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "address": "fa:16:3e:dd:81:64", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a0a63c-7c", "ovs_interfaceid": "d3a0a63c-7c4d-402b-b760-5490cb7f494e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.677440] env[68640]: DEBUG nova.network.neutron [-] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.698237] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55311d36-51a6-45e6-8b7a-31e0a9810418 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.707754] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983e7f72-15c3-4d51-98b5-82bc7cc78d5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.738712] env[68640]: DEBUG nova.compute.manager [req-0d58ef13-5010-4208-821a-66f3fb2c73c9 req-27250882-5e23-4bd5-b943-812e16a31546 service nova] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Detach interface failed, port_id=9f3cdb26-4e2f-4d4f-b3ea-35eba539fd32, reason: Instance 1554cc19-a094-409e-97d6-366dcdbe73a6 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.899930] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991568, 'name': Rename_Task, 'duration_secs': 0.215588} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.902487] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.903504] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62280b4f-4a79-423b-b5fb-7348a92fb0d3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.910949] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1180.910949] env[68640]: value = "task-2991569" [ 1180.910949] env[68640]: _type = "Task" [ 1180.910949] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.925303] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.928795] env[68640]: DEBUG oslo_vmware.api [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991567, 'name': PowerOnVM_Task, 'duration_secs': 0.801664} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.929140] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.929959] env[68640]: INFO nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1180.930190] env[68640]: DEBUG nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.930959] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84b7d6-2390-4f64-beb2-b96aa7d49c6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.992160] env[68640]: DEBUG nova.network.neutron [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Successfully updated port: 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.105140] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edded49-a08f-447d-87f7-fae5dfc41da2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.113834] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec62758d-c449-4f69-839d-dc08340f749d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.144819] env[68640]: DEBUG oslo_concurrency.lockutils [req-e8dde5f1-66b5-4c85-8e5f-f4a1b70473c9 req-f9413424-7229-4347-a6df-f8503a4ea779 service nova] Releasing lock "refresh_cache-443dc2b9-899c-4475-a43f-0732bc0cd1dd" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.146483] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e41a12-37e0-467c-ad0e-a9623aae0697 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.155090] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5af4de-64b2-4c22-b277-6e5290d107a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.170606] env[68640]: DEBUG nova.compute.provider_tree [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.180800] env[68640]: INFO nova.compute.manager [-] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Took 1.29 seconds to deallocate network for instance. [ 1181.420392] env[68640]: DEBUG oslo_vmware.api [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991569, 'name': PowerOnVM_Task, 'duration_secs': 0.507835} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.420835] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.452021] env[68640]: INFO nova.compute.manager [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Took 25.60 seconds to build instance. [ 1181.497600] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.497747] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.497902] env[68640]: DEBUG nova.network.neutron [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.545370] env[68640]: DEBUG nova.compute.manager [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.546684] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eebc2f-03f2-45cd-bf2a-a50682dde32d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.673926] env[68640]: DEBUG nova.scheduler.client.report [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.688709] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.954012] env[68640]: DEBUG oslo_concurrency.lockutils [None req-93602841-dd61-42ef-9d2a-41eea69dabb5 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "abd33972-ca29-40ef-b793-7d681f009e99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.110s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.062719] env[68640]: DEBUG nova.network.neutron [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.066908] env[68640]: DEBUG oslo_concurrency.lockutils [None req-544d7eca-45c5-42b1-869e-b944d1e5de70 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.320s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.179323] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.179817] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.183428] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.949s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.185108] env[68640]: INFO nova.compute.claims [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.228974] env[68640]: DEBUG nova.network.neutron [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.603276] env[68640]: DEBUG nova.compute.manager [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-vif-plugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.603276] env[68640]: DEBUG oslo_concurrency.lockutils [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.603276] env[68640]: DEBUG oslo_concurrency.lockutils [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.603765] env[68640]: DEBUG oslo_concurrency.lockutils [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.604090] env[68640]: DEBUG nova.compute.manager [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] No waiting events found dispatching network-vif-plugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.604382] env[68640]: WARNING nova.compute.manager [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received unexpected event network-vif-plugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d for instance with vm_state building and task_state spawning. [ 1182.604657] env[68640]: DEBUG nova.compute.manager [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.605014] env[68640]: DEBUG nova.compute.manager [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing instance network info cache due to event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.605657] env[68640]: DEBUG oslo_concurrency.lockutils [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.689619] env[68640]: DEBUG nova.compute.utils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1182.695969] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1182.695969] env[68640]: DEBUG nova.network.neutron [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1182.735025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.735025] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance network_info: |[{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.735025] env[68640]: DEBUG oslo_concurrency.lockutils [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.735025] env[68640]: DEBUG nova.network.neutron [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.735025] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:60:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.742761] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.744323] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.744615] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99a998e0-817b-46bd-b43d-3b7a961d437d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.762509] env[68640]: DEBUG nova.policy [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca14cd7e255492bbf8a72ee654585a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8ba2e078dc45a5b9a0b5e0a9e77daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1182.770462] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.770462] env[68640]: value = "task-2991570" [ 1182.770462] env[68640]: _type = "Task" [ 1182.770462] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.778118] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991570, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.101468] env[68640]: DEBUG nova.network.neutron [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Successfully created port: 631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1183.198424] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.280274] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991570, 'name': CreateVM_Task, 'duration_secs': 0.361828} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.282771] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.285028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.286996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.286996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.286996] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e86cd13-983d-4b63-9a70-806b5860ee7c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.296273] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1183.296273] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ed538-1ae9-8eb4-0b7c-5ea64c6f132a" [ 1183.296273] env[68640]: _type = "Task" [ 1183.296273] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.308894] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ed538-1ae9-8eb4-0b7c-5ea64c6f132a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.502295] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac517d-d899-42d3-960b-8056121bcddc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.512432] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf1f6a4-d3c3-4164-9f6f-c79a2c95fdb0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.548209] env[68640]: DEBUG nova.compute.manager [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.551874] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834ab7b1-efac-43ea-8ea0-fc8b84da85db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.554676] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02610d9e-a6da-4345-8e86-07e2dcd2ac6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.563843] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e046f5e0-b700-400d-968b-f9c2e5989c88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.579200] env[68640]: DEBUG nova.compute.provider_tree [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.592744] env[68640]: DEBUG nova.network.neutron [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updated VIF entry in instance network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.593096] env[68640]: DEBUG nova.network.neutron [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.806833] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523ed538-1ae9-8eb4-0b7c-5ea64c6f132a, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.807196] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.807462] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.807702] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.807850] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.808043] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.808321] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4af7895-19ff-463a-979d-6e370bb190aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.819323] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.819425] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.820161] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9a82fb6-be99-476e-9f87-5595a9ad21d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.825785] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1183.825785] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f6fbe7-20fe-bad5-20e2-82d34d9242ce" [ 1183.825785] env[68640]: _type = "Task" [ 1183.825785] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.833449] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f6fbe7-20fe-bad5-20e2-82d34d9242ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.073051] env[68640]: INFO nova.compute.manager [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] instance snapshotting [ 1184.075789] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a6eae-a7b5-4148-929b-235f9ee61e6e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.095090] env[68640]: DEBUG nova.scheduler.client.report [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.098969] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9a673c-2ec9-4278-b6ff-274a0a6766cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.102542] env[68640]: DEBUG oslo_concurrency.lockutils [req-f1b80496-257c-48a9-b4bf-4a802db8a6f5 req-79a640f7-d3db-4454-90d7-739667f63244 service nova] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.215611] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.244135] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.244417] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.244576] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.244771] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.244928] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.245096] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.245316] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.245478] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.245645] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.245836] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.246032] env[68640]: DEBUG nova.virt.hardware [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.246909] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c4634-3e29-4b4a-ad22-527581b6f4f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.255398] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c615d-4b0a-49bb-ba18-f9abc0d1190a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.336101] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f6fbe7-20fe-bad5-20e2-82d34d9242ce, 'name': SearchDatastore_Task, 'duration_secs': 0.028828} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.336896] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7621affe-f162-4b43-84c9-cb98cdf849fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.341730] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1184.341730] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f8a10-ec47-dc8a-51f1-923cda413fbe" [ 1184.341730] env[68640]: _type = "Task" [ 1184.341730] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.349222] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f8a10-ec47-dc8a-51f1-923cda413fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.604031] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.604561] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.607197] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.558s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.607416] env[68640]: DEBUG nova.objects.instance [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lazy-loading 'resources' on Instance uuid 7ac22d65-87d4-4e6f-905b-90d908517ed0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.610417] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1184.610721] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-66be6c28-74c8-4767-8cc0-f38dc17e1f41 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.618295] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1184.618295] env[68640]: value = "task-2991571" [ 1184.618295] env[68640]: _type = "Task" [ 1184.618295] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.629944] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.694878] env[68640]: DEBUG nova.compute.manager [req-cd8cc554-6949-46c3-817d-9b93cee3d689 req-4c98683d-15c8-4d94-bdac-22ff76973b5f service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Received event network-vif-plugged-631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.695077] env[68640]: DEBUG oslo_concurrency.lockutils [req-cd8cc554-6949-46c3-817d-9b93cee3d689 req-4c98683d-15c8-4d94-bdac-22ff76973b5f service nova] Acquiring lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.695270] env[68640]: DEBUG oslo_concurrency.lockutils [req-cd8cc554-6949-46c3-817d-9b93cee3d689 req-4c98683d-15c8-4d94-bdac-22ff76973b5f service nova] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.696033] env[68640]: DEBUG oslo_concurrency.lockutils [req-cd8cc554-6949-46c3-817d-9b93cee3d689 req-4c98683d-15c8-4d94-bdac-22ff76973b5f service nova] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.696033] env[68640]: DEBUG nova.compute.manager [req-cd8cc554-6949-46c3-817d-9b93cee3d689 req-4c98683d-15c8-4d94-bdac-22ff76973b5f service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] No waiting events found dispatching network-vif-plugged-631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1184.696033] env[68640]: WARNING nova.compute.manager [req-cd8cc554-6949-46c3-817d-9b93cee3d689 req-4c98683d-15c8-4d94-bdac-22ff76973b5f service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Received unexpected event network-vif-plugged-631b415c-95b8-40f4-9401-6783869d6868 for instance with vm_state building and task_state spawning. [ 1184.794103] env[68640]: DEBUG nova.network.neutron [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Successfully updated port: 631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1184.851594] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520f8a10-ec47-dc8a-51f1-923cda413fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.020223} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.851916] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.851962] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.852212] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba388086-36d1-4036-8f5f-030e1b62a48f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.858597] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1184.858597] env[68640]: value = "task-2991572" [ 1184.858597] env[68640]: _type = "Task" [ 1184.858597] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.866109] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.110142] env[68640]: DEBUG nova.compute.utils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.114927] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.115197] env[68640]: DEBUG nova.network.neutron [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.131301] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.159927] env[68640]: DEBUG nova.policy [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65d5124154c34b45a9f97498a3b235a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c5d9d444ed24c4d9ba5459547571d9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.296025] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.296195] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.296450] env[68640]: DEBUG nova.network.neutron [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.354840] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697a7957-32d3-4ded-bc17-b80a02b30abe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.365504] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5e47f1-f08e-45d8-8815-cdf5e1d6a394 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.372916] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.404095] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c113fd-fc6f-46a8-9948-a714bf87608a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.413650] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33276317-47b6-41c5-9a95-8038ed6e8219 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.428511] env[68640]: DEBUG nova.compute.provider_tree [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.500781] env[68640]: DEBUG nova.network.neutron [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Successfully created port: aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.615966] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.633676] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991571, 'name': CreateSnapshot_Task, 'duration_secs': 0.644095} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.634069] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1185.635119] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a804a-736e-4fa9-955c-bdf600b3e685 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.839072] env[68640]: DEBUG nova.network.neutron [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1185.868359] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704545} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.868650] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.868788] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.869042] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7614a126-b694-4ad7-9de8-f6b949c41fd7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.876304] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1185.876304] env[68640]: value = "task-2991573" [ 1185.876304] env[68640]: _type = "Task" [ 1185.876304] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.884066] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.932229] env[68640]: DEBUG nova.scheduler.client.report [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.960653] env[68640]: DEBUG nova.network.neutron [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.160599] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1186.161205] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aa7a5770-49de-41b2-b9bd-32552b87230d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.169993] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1186.169993] env[68640]: value = "task-2991574" [ 1186.169993] env[68640]: _type = "Task" [ 1186.169993] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.178344] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991574, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.387572] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068506} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.387906] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.388806] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce50c582-2491-4de0-a3d7-44ddeb5f735e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.413620] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.413876] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ec0132-491a-4997-80ee-7abae23f15fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.436879] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.438945] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1186.438945] env[68640]: value = "task-2991575" [ 1186.438945] env[68640]: _type = "Task" [ 1186.438945] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.439416] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.760s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.440860] env[68640]: INFO nova.compute.claims [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.453677] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.463523] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.463854] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Instance network_info: |[{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1186.465099] env[68640]: INFO nova.scheduler.client.report [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Deleted allocations for instance 7ac22d65-87d4-4e6f-905b-90d908517ed0 [ 1186.467415] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:68:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '631b415c-95b8-40f4-9401-6783869d6868', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.478673] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.481662] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.482195] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9acf0361-e565-4542-95aa-23376345a45c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.503294] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.503294] env[68640]: value = "task-2991576" [ 1186.503294] env[68640]: _type = "Task" [ 1186.503294] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.511690] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991576, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.626639] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.657520] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.657782] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.657945] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.658575] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.658867] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.659080] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.659311] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.659476] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.659648] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.659972] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.660199] env[68640]: DEBUG nova.virt.hardware [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.661174] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb9008-4871-4629-9b63-ad0d5cc03d0a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.669073] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7f57a1-022d-4cc7-b756-12cbcfc181da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.689448] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991574, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.722758] env[68640]: DEBUG nova.compute.manager [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Received event network-changed-631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.723071] env[68640]: DEBUG nova.compute.manager [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Refreshing instance network info cache due to event network-changed-631b415c-95b8-40f4-9401-6783869d6868. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.723398] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.723702] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.724029] env[68640]: DEBUG nova.network.neutron [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Refreshing network info cache for port 631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.955930] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991575, 'name': ReconfigVM_Task, 'duration_secs': 0.501489} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.955930] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.957186] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b671dbf-af36-4475-93dd-6a3b7757124e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.963893] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1186.963893] env[68640]: value = "task-2991577" [ 1186.963893] env[68640]: _type = "Task" [ 1186.963893] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.969079] env[68640]: DEBUG nova.network.neutron [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Successfully updated port: aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.973855] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991577, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.984884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-02dcee27-94db-4726-8058-81d87687a80f tempest-ServersTestJSON-1605680355 tempest-ServersTestJSON-1605680355-project-member] Lock "7ac22d65-87d4-4e6f-905b-90d908517ed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.490s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.015936] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991576, 'name': CreateVM_Task, 'duration_secs': 0.350674} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.016341] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.016869] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.017051] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.017366] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.017639] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc9dbcde-9e8c-44e4-97f5-6f35ad09a1b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.022110] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1187.022110] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ca27fd-3902-8cff-0b33-110d32fd05af" [ 1187.022110] env[68640]: _type = "Task" [ 1187.022110] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.030341] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ca27fd-3902-8cff-0b33-110d32fd05af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.182828] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991574, 'name': CloneVM_Task} progress is 95%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.473685] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-ac046edf-4a82-4bac-80d3-97ab16883fe7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.473839] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-ac046edf-4a82-4bac-80d3-97ab16883fe7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.473995] env[68640]: DEBUG nova.network.neutron [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.475132] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991577, 'name': Rename_Task, 'duration_secs': 0.210157} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.477794] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.478728] env[68640]: DEBUG nova.network.neutron [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updated VIF entry in instance network info cache for port 631b415c-95b8-40f4-9401-6783869d6868. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.479064] env[68640]: DEBUG nova.network.neutron [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.480066] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b864f4b8-6db8-4494-a433-71f447ec3cd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.487972] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1187.487972] env[68640]: value = "task-2991578" [ 1187.487972] env[68640]: _type = "Task" [ 1187.487972] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.500188] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.532286] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ca27fd-3902-8cff-0b33-110d32fd05af, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.535073] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.535411] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.535760] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.535941] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.536175] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.536620] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b099c68-7eb3-4e5a-a4b8-a81ca1551951 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.544853] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.545176] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.548312] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48729ce-b48b-4e8d-a539-3d5f7e12b601 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.553742] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1187.553742] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b42be5-16f0-1cd1-ab6e-d8ebfa69a10d" [ 1187.553742] env[68640]: _type = "Task" [ 1187.553742] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.563759] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b42be5-16f0-1cd1-ab6e-d8ebfa69a10d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.680152] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff7c79-c6c7-4a3a-8e65-9420ae9b5908 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.685737] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991574, 'name': CloneVM_Task, 'duration_secs': 1.195984} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.686449] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Created linked-clone VM from snapshot [ 1187.687427] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4c04de-403c-4cf2-97e3-0c77cad2d263 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.693480] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddae668-54ad-4ccd-8581-501311e60899 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.700579] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Uploading image 214befeb-d6f3-47cb-bf31-ed16e24e6de1 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1187.733894] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1187.734680] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748d451f-9207-41a2-86e4-6429ed668884 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.737249] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d4c5350-bc12-4e7e-be82-22da0fbef241 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.745323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628b4c6e-8103-4246-9b30-a4e00cf7c3c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.749121] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1187.749121] env[68640]: value = "task-2991579" [ 1187.749121] env[68640]: _type = "Task" [ 1187.749121] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.761355] env[68640]: DEBUG nova.compute.provider_tree [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.767332] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991579, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.983825] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3f3124f-66ad-4d3b-8f80-2e322799adf0 req-28934bc4-78c7-41eb-be45-aa4ce9bb64d4 service nova] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.998469] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.046186] env[68640]: DEBUG nova.network.neutron [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.064939] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b42be5-16f0-1cd1-ab6e-d8ebfa69a10d, 'name': SearchDatastore_Task, 'duration_secs': 0.018591} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.065844] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f8eb6f-7287-4e45-87e5-90061c5a8618 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.072925] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1188.072925] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f51a70-2085-2365-e877-780f93ecfb2c" [ 1188.072925] env[68640]: _type = "Task" [ 1188.072925] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.081220] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f51a70-2085-2365-e877-780f93ecfb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.225515] env[68640]: DEBUG nova.network.neutron [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Updating instance_info_cache with network_info: [{"id": "aee5b31e-52a4-40c8-9880-db4517594dc2", "address": "fa:16:3e:87:bd:db", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee5b31e-52", "ovs_interfaceid": "aee5b31e-52a4-40c8-9880-db4517594dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.260067] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991579, 'name': Destroy_Task, 'duration_secs': 0.449283} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.260328] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Destroyed the VM [ 1188.261894] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1188.261894] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd37708f-45cc-49ea-871f-44b3990908c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.264885] env[68640]: DEBUG nova.scheduler.client.report [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.269211] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1188.269211] env[68640]: value = "task-2991580" [ 1188.269211] env[68640]: _type = "Task" [ 1188.269211] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.281793] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.500497] env[68640]: DEBUG oslo_vmware.api [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991578, 'name': PowerOnVM_Task, 'duration_secs': 0.699679} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.500774] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.501088] env[68640]: INFO nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1188.501300] env[68640]: DEBUG nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.502076] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa058b-74a5-46d3-bb5f-1fb83b37bc37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.583559] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52f51a70-2085-2365-e877-780f93ecfb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.583859] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.584140] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1188.584403] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-302e3789-c724-411d-aa97-513fc4927aae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.591177] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1188.591177] env[68640]: value = "task-2991581" [ 1188.591177] env[68640]: _type = "Task" [ 1188.591177] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.601141] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.729326] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-ac046edf-4a82-4bac-80d3-97ab16883fe7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.729326] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance network_info: |[{"id": "aee5b31e-52a4-40c8-9880-db4517594dc2", "address": "fa:16:3e:87:bd:db", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee5b31e-52", "ovs_interfaceid": "aee5b31e-52a4-40c8-9880-db4517594dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.729326] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:bd:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee5b31e-52a4-40c8-9880-db4517594dc2', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.737068] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.737334] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.737620] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b73703-8fc4-442f-823c-2f6ebdde1a69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.756822] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.756822] env[68640]: value = "task-2991582" [ 1188.756822] env[68640]: _type = "Task" [ 1188.756822] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.775593] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.778906] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.782190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.830s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.783838] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991580, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.825684] env[68640]: DEBUG nova.compute.manager [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Received event network-vif-plugged-aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.825913] env[68640]: DEBUG oslo_concurrency.lockutils [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] Acquiring lock "ac046edf-4a82-4bac-80d3-97ab16883fe7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.826131] env[68640]: DEBUG oslo_concurrency.lockutils [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.826301] env[68640]: DEBUG oslo_concurrency.lockutils [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.826468] env[68640]: DEBUG nova.compute.manager [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] No waiting events found dispatching network-vif-plugged-aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1188.826632] env[68640]: WARNING nova.compute.manager [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Received unexpected event network-vif-plugged-aee5b31e-52a4-40c8-9880-db4517594dc2 for instance with vm_state building and task_state spawning. [ 1188.826790] env[68640]: DEBUG nova.compute.manager [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Received event network-changed-aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.826942] env[68640]: DEBUG nova.compute.manager [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Refreshing instance network info cache due to event network-changed-aee5b31e-52a4-40c8-9880-db4517594dc2. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.829576] env[68640]: DEBUG oslo_concurrency.lockutils [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] Acquiring lock "refresh_cache-ac046edf-4a82-4bac-80d3-97ab16883fe7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.829576] env[68640]: DEBUG oslo_concurrency.lockutils [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] Acquired lock "refresh_cache-ac046edf-4a82-4bac-80d3-97ab16883fe7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.829576] env[68640]: DEBUG nova.network.neutron [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Refreshing network info cache for port aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.024295] env[68640]: INFO nova.compute.manager [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Took 21.83 seconds to build instance. [ 1189.102918] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.266852] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991582, 'name': CreateVM_Task, 'duration_secs': 0.489524} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.267077] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.267841] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.267997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.268335] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.268588] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcd3026-191e-495e-a59f-5ba6be4f3956 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.274871] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1189.274871] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a8efef-5dd1-faa8-935f-eab06c44406f" [ 1189.274871] env[68640]: _type = "Task" [ 1189.274871] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.281017] env[68640]: DEBUG oslo_vmware.api [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991580, 'name': RemoveSnapshot_Task, 'duration_secs': 0.98518} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.281656] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1189.294483] env[68640]: DEBUG nova.compute.utils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.295682] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a8efef-5dd1-faa8-935f-eab06c44406f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.296320] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.296485] env[68640]: DEBUG nova.network.neutron [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.348046] env[68640]: DEBUG nova.policy [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ed08312813542dc8607c574b82cd137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c959e0efbf4333846f65840157c674', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.527107] env[68640]: DEBUG oslo_concurrency.lockutils [None req-b6e0c81b-7260-48a8-8d15-534a2de7340e tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.342s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.601937] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5951} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.604598] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1189.604829] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1189.605115] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32235c3-353e-4bba-a454-f2e807d33b27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.611789] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1189.611789] env[68640]: value = "task-2991583" [ 1189.611789] env[68640]: _type = "Task" [ 1189.611789] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.623374] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.758731] env[68640]: DEBUG nova.network.neutron [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Updated VIF entry in instance network info cache for port aee5b31e-52a4-40c8-9880-db4517594dc2. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.759116] env[68640]: DEBUG nova.network.neutron [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Updating instance_info_cache with network_info: [{"id": "aee5b31e-52a4-40c8-9880-db4517594dc2", "address": "fa:16:3e:87:bd:db", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaee5b31e-52", "ovs_interfaceid": "aee5b31e-52a4-40c8-9880-db4517594dc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.785893] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a8efef-5dd1-faa8-935f-eab06c44406f, 'name': SearchDatastore_Task, 'duration_secs': 0.015687} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.786217] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.786444] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.786688] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.786920] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.787031] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.787296] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e6e630-8997-4507-9f88-f86624e8bd58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.795652] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.795877] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.797163] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Applying migration context for instance ddc6b027-d2a5-49cb-9650-00367f1a3794 as it has an incoming, in-progress migration 648a1623-7032-4e9c-bc54-f9d7ffb851c1. Migration status is finished {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1189.798709] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating resource usage from migration 648a1623-7032-4e9c-bc54-f9d7ffb851c1 [ 1189.803439] env[68640]: WARNING nova.compute.manager [None req-0ccd3391-dcc1-4ac9-97c3-7016c21e1047 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Image not found during snapshot: nova.exception.ImageNotFound: Image 214befeb-d6f3-47cb-bf31-ed16e24e6de1 could not be found. [ 1189.803439] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae5fa0c-f978-4b46-bae5-08e25e064d96 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.805766] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.812066] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1189.812066] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e81883-03e0-c5d4-2db2-43136d88a6d3" [ 1189.812066] env[68640]: _type = "Task" [ 1189.812066] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.820713] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e81883-03e0-c5d4-2db2-43136d88a6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.827144] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 4d0b019a-2026-48e9-94a3-dff130b1cbf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.827274] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.827394] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.827509] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.827621] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.827759] env[68640]: WARNING nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 1554cc19-a094-409e-97d6-366dcdbe73a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1189.827876] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance c5cf326e-2d70-44cf-9a62-6e763504d2fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828022] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration 648a1623-7032-4e9c-bc54-f9d7ffb851c1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1189.828150] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ddc6b027-d2a5-49cb-9650-00367f1a3794 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828262] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 443dc2b9-899c-4475-a43f-0732bc0cd1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828366] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance abd33972-ca29-40ef-b793-7d681f009e99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828471] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 86cb4cc2-19e1-4716-be87-dd01189fd5c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828884] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 08bc0c96-fecc-4a5f-b2b0-56722b29482d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828884] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ac046edf-4a82-4bac-80d3-97ab16883fe7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.828884] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance fd29a7d1-222b-4927-adb0-56ebee8b2784 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1189.946950] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "5c3465f7-14c5-4794-92c4-31af84340512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.947194] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "5c3465f7-14c5-4794-92c4-31af84340512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.117940] env[68640]: DEBUG nova.network.neutron [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Successfully created port: a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.125249] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296796} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.125561] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1190.126457] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8890e5-42fd-47ff-b1fb-870260377959 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.148817] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1190.148817] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c019cc8c-7718-45a4-9643-3969f0bacb67 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.166974] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1190.166974] env[68640]: value = "task-2991584" [ 1190.166974] env[68640]: _type = "Task" [ 1190.166974] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.174836] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.261705] env[68640]: DEBUG oslo_concurrency.lockutils [req-b6336a1e-409f-4103-a300-d717eae8268e req-e11e892a-9c9e-49e2-9c89-b0ca688ae386 service nova] Releasing lock "refresh_cache-ac046edf-4a82-4bac-80d3-97ab16883fe7" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.325244] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e81883-03e0-c5d4-2db2-43136d88a6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014599} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.326293] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a406a182-b806-4f8b-b33b-92ab85698f4a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.331809] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 5c3465f7-14c5-4794-92c4-31af84340512 has allocations against this compute host but is not found in the database. [ 1190.332087] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1190.332247] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1190.339027] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1190.339027] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52af942f-6528-5ad3-51c3-ef9ebe653464" [ 1190.339027] env[68640]: _type = "Task" [ 1190.339027] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.343814] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52af942f-6528-5ad3-51c3-ef9ebe653464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.452022] env[68640]: DEBUG nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.614476] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92ed872-7c39-41bd-ba2d-4742bf32f4eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.622217] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c47af-ac91-4edd-a3e2-fa7e34a0d02e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.652830] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d668fb-bca7-4b7c-8eee-1f5812accf08 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.660841] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ce5a5a-6b34-4c75-938a-c60da555482f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.674327] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.683484] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.757326] env[68640]: DEBUG nova.compute.manager [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.757503] env[68640]: DEBUG nova.compute.manager [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing instance network info cache due to event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.757730] env[68640]: DEBUG oslo_concurrency.lockutils [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.757878] env[68640]: DEBUG oslo_concurrency.lockutils [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.758081] env[68640]: DEBUG nova.network.neutron [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.821021] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.849016] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.849016] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.849016] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.849016] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.849016] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.849486] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.849853] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.850165] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.850495] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.850797] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.853016] env[68640]: DEBUG nova.virt.hardware [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.853016] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c533b89-3495-4296-bc55-21bef8f69871 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.858359] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52af942f-6528-5ad3-51c3-ef9ebe653464, 'name': SearchDatastore_Task, 'duration_secs': 0.012001} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.859125] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.859508] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.859896] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-072194b9-173e-4f88-837c-93ed5fe62cba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.865564] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a345bab-4082-41ba-87bb-d1d98018a577 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.872170] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1190.872170] env[68640]: value = "task-2991585" [ 1190.872170] env[68640]: _type = "Task" [ 1190.872170] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.889917] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.945812] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "abd33972-ca29-40ef-b793-7d681f009e99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.946040] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "abd33972-ca29-40ef-b793-7d681f009e99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.946233] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "abd33972-ca29-40ef-b793-7d681f009e99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.946479] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "abd33972-ca29-40ef-b793-7d681f009e99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.946708] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "abd33972-ca29-40ef-b793-7d681f009e99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.949104] env[68640]: INFO nova.compute.manager [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Terminating instance [ 1190.966310] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.179440] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.186016] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.383022] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.453228] env[68640]: DEBUG nova.compute.manager [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.453482] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.454494] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a134c4-f396-48e4-8bad-7fac4707741f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.462902] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.463181] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97084e21-7570-4de8-88ee-898729cac6f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.468784] env[68640]: DEBUG oslo_vmware.api [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1191.468784] env[68640]: value = "task-2991586" [ 1191.468784] env[68640]: _type = "Task" [ 1191.468784] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.476473] env[68640]: DEBUG oslo_vmware.api [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.547062] env[68640]: DEBUG nova.network.neutron [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updated VIF entry in instance network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.547537] env[68640]: DEBUG nova.network.neutron [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.661341] env[68640]: DEBUG nova.compute.manager [req-326ed55d-60ea-4bf9-b251-6397b1d2f990 req-18310188-c707-461b-9c7a-04efe2a4d156 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Received event network-vif-plugged-a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.661341] env[68640]: DEBUG oslo_concurrency.lockutils [req-326ed55d-60ea-4bf9-b251-6397b1d2f990 req-18310188-c707-461b-9c7a-04efe2a4d156 service nova] Acquiring lock "fd29a7d1-222b-4927-adb0-56ebee8b2784-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.661618] env[68640]: DEBUG oslo_concurrency.lockutils [req-326ed55d-60ea-4bf9-b251-6397b1d2f990 req-18310188-c707-461b-9c7a-04efe2a4d156 service nova] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.662383] env[68640]: DEBUG oslo_concurrency.lockutils [req-326ed55d-60ea-4bf9-b251-6397b1d2f990 req-18310188-c707-461b-9c7a-04efe2a4d156 service nova] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.662383] env[68640]: DEBUG nova.compute.manager [req-326ed55d-60ea-4bf9-b251-6397b1d2f990 req-18310188-c707-461b-9c7a-04efe2a4d156 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] No waiting events found dispatching network-vif-plugged-a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.662383] env[68640]: WARNING nova.compute.manager [req-326ed55d-60ea-4bf9-b251-6397b1d2f990 req-18310188-c707-461b-9c7a-04efe2a4d156 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Received unexpected event network-vif-plugged-a79bd6ad-d4d0-43c8-9717-543cd2102943 for instance with vm_state building and task_state spawning. [ 1191.690028] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1191.690028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.907s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.690028] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991584, 'name': ReconfigVM_Task, 'duration_secs': 1.308314} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.690028] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.597s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.690900] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.691097] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Cleaning up deleted instances {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1191.692326] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1191.697040] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dceca515-4c36-483b-89c1-12d7acf08c36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.702970] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1191.702970] env[68640]: value = "task-2991587" [ 1191.702970] env[68640]: _type = "Task" [ 1191.702970] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.718866] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991587, 'name': Rename_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.775149] env[68640]: DEBUG nova.network.neutron [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Successfully updated port: a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.884302] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991585, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.979184] env[68640]: DEBUG oslo_vmware.api [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991586, 'name': PowerOffVM_Task, 'duration_secs': 0.205623} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.979469] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.979654] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.979930] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f1e2979-ed9b-4e96-9d45-e68db1c2c4d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.050792] env[68640]: DEBUG oslo_concurrency.lockutils [req-4e6f3af5-bf52-4b6f-86e2-c977c12f8b83 req-f22abd3b-f7ed-4f6b-bb25-38eb7666ce34 service nova] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.051185] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.051384] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.051563] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleting the datastore file [datastore1] abd33972-ca29-40ef-b793-7d681f009e99 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.051835] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90d7f771-9a96-4d50-9358-6d3b64859535 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.058154] env[68640]: DEBUG oslo_vmware.api [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for the task: (returnval){ [ 1192.058154] env[68640]: value = "task-2991589" [ 1192.058154] env[68640]: _type = "Task" [ 1192.058154] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.065969] env[68640]: DEBUG oslo_vmware.api [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.210220] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] There are 59 instances to clean {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1192.211245] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ec034009-f4ba-49b5-aef6-504fdfa9af63] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.224398] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991587, 'name': Rename_Task, 'duration_secs': 0.32588} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.224658] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.224899] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d90e50-6363-42ab-b381-a4207d179030 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.230910] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1192.230910] env[68640]: value = "task-2991590" [ 1192.230910] env[68640]: _type = "Task" [ 1192.230910] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.241141] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.276069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "refresh_cache-fd29a7d1-222b-4927-adb0-56ebee8b2784" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.276205] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "refresh_cache-fd29a7d1-222b-4927-adb0-56ebee8b2784" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.276351] env[68640]: DEBUG nova.network.neutron [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.384929] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991585, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021059} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.385077] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.385296] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.388218] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5c331e9-ff56-43bc-bd99-66bb1417d31e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.395143] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1192.395143] env[68640]: value = "task-2991591" [ 1192.395143] env[68640]: _type = "Task" [ 1192.395143] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.405547] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.440635] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecb68f7-eaab-4c37-9ee1-797618d599d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.449045] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7671dfad-3bcc-4877-b327-15d62f8d6abd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.480498] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4f1e6-51da-49f8-88ba-6d177449d2c6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.488489] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a8126-02db-49a6-89f8-353eb9e6a011 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.502471] env[68640]: DEBUG nova.compute.provider_tree [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.570573] env[68640]: DEBUG oslo_vmware.api [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Task: {'id': task-2991589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329239} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.570824] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.571016] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.571198] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.571367] env[68640]: INFO nova.compute.manager [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1192.571639] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.571843] env[68640]: DEBUG nova.compute.manager [-] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.571939] env[68640]: DEBUG nova.network.neutron [-] [instance: abd33972-ca29-40ef-b793-7d681f009e99] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.717275] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: b0c54701-2106-456c-bb4b-9b5adaa9d9fb] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.746619] env[68640]: DEBUG oslo_vmware.api [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991590, 'name': PowerOnVM_Task, 'duration_secs': 0.473434} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.746952] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.747191] env[68640]: INFO nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1192.747381] env[68640]: DEBUG nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.748197] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa85e71-c4bd-4c57-9e18-35257d248672 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.827213] env[68640]: DEBUG nova.network.neutron [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.904699] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071506} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.904970] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.905794] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbbc4a3-22be-4143-991b-88ce81cb3d64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.928349] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.930797] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d385ad2c-972d-48c4-9c30-196d6fa5ed65 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.952097] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1192.952097] env[68640]: value = "task-2991592" [ 1192.952097] env[68640]: _type = "Task" [ 1192.952097] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.959873] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.976647] env[68640]: DEBUG nova.network.neutron [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Updating instance_info_cache with network_info: [{"id": "a79bd6ad-d4d0-43c8-9717-543cd2102943", "address": "fa:16:3e:2f:fc:ca", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79bd6ad-d4", "ovs_interfaceid": "a79bd6ad-d4d0-43c8-9717-543cd2102943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.006023] env[68640]: DEBUG nova.scheduler.client.report [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.221134] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 2ab8cea5-10ac-4525-9a58-dda86d841d9a] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.266879] env[68640]: INFO nova.compute.manager [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Took 17.00 seconds to build instance. [ 1193.318375] env[68640]: DEBUG nova.network.neutron [-] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.463053] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.479717] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "refresh_cache-fd29a7d1-222b-4927-adb0-56ebee8b2784" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.479942] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Instance network_info: |[{"id": "a79bd6ad-d4d0-43c8-9717-543cd2102943", "address": "fa:16:3e:2f:fc:ca", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79bd6ad-d4", "ovs_interfaceid": "a79bd6ad-d4d0-43c8-9717-543cd2102943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.480374] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:fc:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a79bd6ad-d4d0-43c8-9717-543cd2102943', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.487965] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.488183] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.488404] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a66cae5-5da7-44e6-839f-c7854458954b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.507995] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.507995] env[68640]: value = "task-2991593" [ 1193.507995] env[68640]: _type = "Task" [ 1193.507995] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.519756] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991593, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.694030] env[68640]: DEBUG nova.compute.manager [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Received event network-changed-a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.694295] env[68640]: DEBUG nova.compute.manager [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Refreshing instance network info cache due to event network-changed-a79bd6ad-d4d0-43c8-9717-543cd2102943. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.694602] env[68640]: DEBUG oslo_concurrency.lockutils [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] Acquiring lock "refresh_cache-fd29a7d1-222b-4927-adb0-56ebee8b2784" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.694768] env[68640]: DEBUG oslo_concurrency.lockutils [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] Acquired lock "refresh_cache-fd29a7d1-222b-4927-adb0-56ebee8b2784" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.694962] env[68640]: DEBUG nova.network.neutron [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Refreshing network info cache for port a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.724635] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ff63cfb7-e235-4d51-8679-7dbc129fc753] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.768840] env[68640]: DEBUG oslo_concurrency.lockutils [None req-51b35691-db83-4bd7-8193-4a44bdc8d148 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.510s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.820914] env[68640]: INFO nova.compute.manager [-] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Took 1.25 seconds to deallocate network for instance. [ 1193.962792] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991592, 'name': ReconfigVM_Task, 'duration_secs': 0.821318} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.963084] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Reconfigured VM instance instance-00000071 to attach disk [datastore2] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.963714] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acc7dc24-d90f-4c1e-8114-45ad862e22e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.969688] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1193.969688] env[68640]: value = "task-2991594" [ 1193.969688] env[68640]: _type = "Task" [ 1193.969688] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.977031] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991594, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.020362] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.331s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.023047] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991593, 'name': CreateVM_Task, 'duration_secs': 0.313562} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.023312] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.336s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.023503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.025792] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.060s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.027736] env[68640]: INFO nova.compute.claims [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.030015] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.031154] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.031436] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.031608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.031861] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860ade43-dde8-4e51-9453-29a3f4949df0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.036530] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1194.036530] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52742c66-c4f3-654a-053d-f261260ceb0f" [ 1194.036530] env[68640]: _type = "Task" [ 1194.036530] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.046331] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52742c66-c4f3-654a-053d-f261260ceb0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.050404] env[68640]: INFO nova.scheduler.client.report [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocations for instance 1554cc19-a094-409e-97d6-366dcdbe73a6 [ 1194.228251] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 8570bc2c-27be-4140-a54f-5a201a416ab9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.327303] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.424545] env[68640]: DEBUG nova.network.neutron [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Updated VIF entry in instance network info cache for port a79bd6ad-d4d0-43c8-9717-543cd2102943. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.424913] env[68640]: DEBUG nova.network.neutron [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Updating instance_info_cache with network_info: [{"id": "a79bd6ad-d4d0-43c8-9717-543cd2102943", "address": "fa:16:3e:2f:fc:ca", "network": {"id": "f7f8af3b-e6ee-416c-acac-9a575b34c17e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-590492435-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c959e0efbf4333846f65840157c674", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa79bd6ad-d4", "ovs_interfaceid": "a79bd6ad-d4d0-43c8-9717-543cd2102943", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.479504] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991594, 'name': Rename_Task, 'duration_secs': 0.129628} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.479720] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.479958] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0d3f907-09ca-4e78-9856-7e5496351c18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.486389] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1194.486389] env[68640]: value = "task-2991595" [ 1194.486389] env[68640]: _type = "Task" [ 1194.486389] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.493528] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.551282] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52742c66-c4f3-654a-053d-f261260ceb0f, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.554129] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.554372] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.554600] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.554745] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.555121] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.557556] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b399c140-751b-4f0a-8910-ef52520bfce3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.559965] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1bed9bb5-3296-4d69-b0bf-4fd3723fb2a5 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "1554cc19-a094-409e-97d6-366dcdbe73a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.421s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.567728] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.567975] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.568906] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0904240d-7051-4bbf-9e17-f8dd5a5cdc71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.574710] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1194.574710] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ceee7b-a3fa-de10-91e6-463bd4701846" [ 1194.574710] env[68640]: _type = "Task" [ 1194.574710] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.583699] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ceee7b-a3fa-de10-91e6-463bd4701846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.590428] env[68640]: INFO nova.scheduler.client.report [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocation for migration 648a1623-7032-4e9c-bc54-f9d7ffb851c1 [ 1194.731434] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 2413dbc3-a85a-437a-92a5-125fc4696aa5] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.928099] env[68640]: DEBUG oslo_concurrency.lockutils [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] Releasing lock "refresh_cache-fd29a7d1-222b-4927-adb0-56ebee8b2784" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.928415] env[68640]: DEBUG nova.compute.manager [req-a27ca428-0cbf-4f44-8f50-b8f2ad4ad2aa req-37e57666-3da3-4576-9479-6bf65dafbe6c service nova] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Received event network-vif-deleted-cacbafcc-47de-4ef7-b652-bb8df1061e0e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.996499] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991595, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.086994] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ceee7b-a3fa-de10-91e6-463bd4701846, 'name': SearchDatastore_Task, 'duration_secs': 0.014241} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.089916] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942dd7fe-d03e-4a3e-849d-ef51f61d075e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.095316] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.504s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.096379] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1195.096379] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52084e85-dc5a-cfd1-9772-ae8230f3e8de" [ 1195.096379] env[68640]: _type = "Task" [ 1195.096379] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.106728] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52084e85-dc5a-cfd1-9772-ae8230f3e8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.209756] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f2920-7654-4b36-aa14-4c99a987505c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.219315] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09bf19f-e355-484d-b9ae-12ffb070b01a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.251488] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 9c1d8172-06f9-47f7-b483-3a1f2fb51dc0] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.254635] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3365d2b5-906a-465a-9eea-3db3daea233b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.262543] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edb6cca-9dd8-4843-aa5d-761ad91539d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.276741] env[68640]: DEBUG nova.compute.provider_tree [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.497648] env[68640]: DEBUG oslo_vmware.api [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991595, 'name': PowerOnVM_Task, 'duration_secs': 0.890609} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.497953] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.498214] env[68640]: INFO nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1195.498435] env[68640]: DEBUG nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.499359] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab834b2a-5b7e-4d7e-8925-03e45c45c4b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.609180] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52084e85-dc5a-cfd1-9772-ae8230f3e8de, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.609448] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.609713] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] fd29a7d1-222b-4927-adb0-56ebee8b2784/fd29a7d1-222b-4927-adb0-56ebee8b2784.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.609973] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31914bc-25b2-4f98-a898-7316992e3d14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.617700] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1195.617700] env[68640]: value = "task-2991596" [ 1195.617700] env[68640]: _type = "Task" [ 1195.617700] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.625218] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.723478] env[68640]: DEBUG nova.compute.manager [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Received event network-changed-631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.723677] env[68640]: DEBUG nova.compute.manager [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Refreshing instance network info cache due to event network-changed-631b415c-95b8-40f4-9401-6783869d6868. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.723896] env[68640]: DEBUG oslo_concurrency.lockutils [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.724047] env[68640]: DEBUG oslo_concurrency.lockutils [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.724210] env[68640]: DEBUG nova.network.neutron [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Refreshing network info cache for port 631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.758894] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 262d9258-fcf6-4181-9ba6-11573b3ab4e3] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.780019] env[68640]: DEBUG nova.scheduler.client.report [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.017066] env[68640]: INFO nova.compute.manager [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Took 17.80 seconds to build instance. [ 1196.130611] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991596, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.135375] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.135832] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.136116] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.136337] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.136520] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.138843] env[68640]: INFO nova.compute.manager [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Terminating instance [ 1196.262151] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 1b1deefe-b51e-49b7-996b-3d4d38b7b723] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.285078] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.285600] env[68640]: DEBUG nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.288352] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.962s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.288576] env[68640]: DEBUG nova.objects.instance [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lazy-loading 'resources' on Instance uuid abd33972-ca29-40ef-b793-7d681f009e99 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.514743] env[68640]: DEBUG nova.network.neutron [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updated VIF entry in instance network info cache for port 631b415c-95b8-40f4-9401-6783869d6868. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.515549] env[68640]: DEBUG nova.network.neutron [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.518636] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4b0fb6f9-ba7c-403c-bb74-8de6d55c5d92 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.306s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.628204] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872034} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.628476] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] fd29a7d1-222b-4927-adb0-56ebee8b2784/fd29a7d1-222b-4927-adb0-56ebee8b2784.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.628712] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.629019] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d26f046a-6a37-457e-a94f-45ccad6279c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.636925] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1196.636925] env[68640]: value = "task-2991597" [ 1196.636925] env[68640]: _type = "Task" [ 1196.636925] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.642905] env[68640]: DEBUG nova.compute.manager [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.642905] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.646661] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81972b5-9c9b-4629-9f5f-58b6ad8ad487 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.650140] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.654924] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.655410] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d3a34b-1dd5-4e87-95e4-b56b3fe8061c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.661491] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1196.661491] env[68640]: value = "task-2991598" [ 1196.661491] env[68640]: _type = "Task" [ 1196.661491] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.672125] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.766040] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: b62fd804-8792-4589-9f67-02dfb665a5ad] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.794509] env[68640]: DEBUG nova.compute.utils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.796575] env[68640]: DEBUG nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1196.962183] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67af9744-d950-47c6-b6fd-eccce9209e47 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.969674] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9edd36-fb19-4d3b-8f04-17ec3ebf5111 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.999740] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d5cca1-547a-45a6-ac80-23aedd6053fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.007340] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e06b87-8378-4f97-be06-b15573dfb5fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.020679] env[68640]: DEBUG oslo_concurrency.lockutils [req-a0eaa020-912b-4651-b442-419b708a6875 req-122511db-8a94-4182-b858-e98d245e0bab service nova] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.021238] env[68640]: DEBUG nova.compute.provider_tree [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.138098] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.138219] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.138407] env[68640]: DEBUG nova.compute.manager [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.139448] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61aca8b5-1cef-486d-844e-5f66328641f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.151910] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073241} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.152218] env[68640]: DEBUG nova.compute.manager [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1197.152786] env[68640]: DEBUG nova.objects.instance [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'flavor' on Instance uuid ac046edf-4a82-4bac-80d3-97ab16883fe7 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.154093] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.154837] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770115e5-e05b-45c6-bf76-a08788388af0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.179392] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] fd29a7d1-222b-4927-adb0-56ebee8b2784/fd29a7d1-222b-4927-adb0-56ebee8b2784.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.182352] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e462d98-26af-4bc6-93d8-49cf37638c26 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.202568] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.203712] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1197.203712] env[68640]: value = "task-2991599" [ 1197.203712] env[68640]: _type = "Task" [ 1197.203712] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.211529] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.269426] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 45f1a47b-8116-4e08-9155-a6abe0f4ea8e] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.297501] env[68640]: DEBUG nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.524414] env[68640]: DEBUG nova.scheduler.client.report [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.679856] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991598, 'name': PowerOffVM_Task, 'duration_secs': 0.727618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.680121] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.680296] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.680544] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-036c58a6-a909-48e8-80f7-f4a14eee476d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.714429] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991599, 'name': ReconfigVM_Task, 'duration_secs': 0.46364} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.714712] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Reconfigured VM instance instance-00000072 to attach disk [datastore2] fd29a7d1-222b-4927-adb0-56ebee8b2784/fd29a7d1-222b-4927-adb0-56ebee8b2784.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.715388] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20202dfc-e03d-4192-b7cf-8c232e6d550c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.720984] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1197.720984] env[68640]: value = "task-2991601" [ 1197.720984] env[68640]: _type = "Task" [ 1197.720984] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.729035] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991601, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.759968] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.760203] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.760386] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleting the datastore file [datastore1] ddc6b027-d2a5-49cb-9650-00367f1a3794 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.760658] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c585b9ab-9fa5-4663-be5e-d30a3bf185e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.766684] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for the task: (returnval){ [ 1197.766684] env[68640]: value = "task-2991602" [ 1197.766684] env[68640]: _type = "Task" [ 1197.766684] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.775079] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 80449ce9-f94b-4c5d-85a0-56e3e42efa25] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.776835] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.029608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.050160] env[68640]: INFO nova.scheduler.client.report [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Deleted allocations for instance abd33972-ca29-40ef-b793-7d681f009e99 [ 1198.163412] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.163645] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a627d4b-5fab-47a3-8f7a-9a6bf3bc59db {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.171126] env[68640]: DEBUG oslo_vmware.api [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1198.171126] env[68640]: value = "task-2991603" [ 1198.171126] env[68640]: _type = "Task" [ 1198.171126] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.179164] env[68640]: DEBUG oslo_vmware.api [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.230789] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991601, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.277325] env[68640]: DEBUG oslo_vmware.api [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Task: {'id': task-2991602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141384} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.277725] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 4e9be1b1-c7b3-4326-9916-ee4594ed2440] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.279574] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.279769] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.279946] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.280141] env[68640]: INFO nova.compute.manager [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1198.280388] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.280781] env[68640]: DEBUG nova.compute.manager [-] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.280881] env[68640]: DEBUG nova.network.neutron [-] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.306582] env[68640]: DEBUG nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.335825] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.336087] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.336253] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.336438] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.336594] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.336728] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.336944] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.337115] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.337284] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.337454] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.337628] env[68640]: DEBUG nova.virt.hardware [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.338632] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af4d0a5-a33b-4d0c-8534-3060171dab7a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.347078] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72f47e-cd65-4191-a1f3-fbf8ec882ae3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.362979] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.370478] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Creating folder: Project (8d5f1f79b0754b899096669aff5d7ec6). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.370871] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8de07e0-abf8-4cbd-81f4-b797827e4702 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.381570] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Created folder: Project (8d5f1f79b0754b899096669aff5d7ec6) in parent group-v599664. [ 1198.381843] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Creating folder: Instances. Parent ref: group-v599976. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1198.382166] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7267f41e-670c-4e76-8462-53f3d3b49ce4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.392891] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Created folder: Instances in parent group-v599976. [ 1198.393209] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.393449] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.393692] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae84c6d4-9d75-47e2-8ab5-78317e5ec819 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.411443] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.411443] env[68640]: value = "task-2991606" [ 1198.411443] env[68640]: _type = "Task" [ 1198.411443] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.419081] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991606, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.541362] env[68640]: DEBUG nova.compute.manager [req-9241ad84-d8f9-4fb3-83bc-0ab84f222960 req-83c90015-5ea4-494f-b2ae-e75797054d42 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Received event network-vif-deleted-2c314dce-f1e9-4d45-a4b0-59bf71627287 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.541604] env[68640]: INFO nova.compute.manager [req-9241ad84-d8f9-4fb3-83bc-0ab84f222960 req-83c90015-5ea4-494f-b2ae-e75797054d42 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Neutron deleted interface 2c314dce-f1e9-4d45-a4b0-59bf71627287; detaching it from the instance and deleting it from the info cache [ 1198.541733] env[68640]: DEBUG nova.network.neutron [req-9241ad84-d8f9-4fb3-83bc-0ab84f222960 req-83c90015-5ea4-494f-b2ae-e75797054d42 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.557577] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8aeb26c7-a7bd-4fe6-b51f-0d10b3789f89 tempest-ImagesTestJSON-1211109581 tempest-ImagesTestJSON-1211109581-project-member] Lock "abd33972-ca29-40ef-b793-7d681f009e99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.612s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.682325] env[68640]: DEBUG oslo_vmware.api [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991603, 'name': PowerOffVM_Task, 'duration_secs': 0.232007} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.682615] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.682838] env[68640]: DEBUG nova.compute.manager [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.683854] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f222ae-5714-4330-8350-e9a57b1df835 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.732779] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991601, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.782147] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 08575fe3-70c7-4f83-870e-632b5560a239] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.921485] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991606, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.022707] env[68640]: DEBUG nova.network.neutron [-] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.048172] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-841a12ad-a6ba-4012-8513-c40560deb606 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.058764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f014e7f5-d63f-43f6-a0f1-b99fbcbf0bda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.092133] env[68640]: DEBUG nova.compute.manager [req-9241ad84-d8f9-4fb3-83bc-0ab84f222960 req-83c90015-5ea4-494f-b2ae-e75797054d42 service nova] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Detach interface failed, port_id=2c314dce-f1e9-4d45-a4b0-59bf71627287, reason: Instance ddc6b027-d2a5-49cb-9650-00367f1a3794 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.198948] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2415f970-8c5d-4331-b063-1399b2ee3779 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.233039] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991601, 'name': Rename_Task, 'duration_secs': 1.176931} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.235975] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.235975] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b00b4d3d-8c12-4237-a93b-33cb6cc61b8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.244132] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1199.244132] env[68640]: value = "task-2991607" [ 1199.244132] env[68640]: _type = "Task" [ 1199.244132] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.251252] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.287339] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: f3ead612-6445-46c7-ac93-8a56a5ab4fac] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.422463] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991606, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.525684] env[68640]: INFO nova.compute.manager [-] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Took 1.24 seconds to deallocate network for instance. [ 1199.668026] env[68640]: INFO nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Rebuilding instance [ 1199.724839] env[68640]: DEBUG nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.725777] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e78d9-d1a6-49d2-bac9-49dbfb26e129 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.751983] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991607, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.789200] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 548bdbda-9689-4999-a2d9-1b00afef1913] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.927573] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991606, 'name': CreateVM_Task, 'duration_secs': 1.395907} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.927573] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.927816] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.928020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.928505] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.928848] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d793ac-f6af-4790-b160-cafb1d428533 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.934111] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1199.934111] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b111dc-d106-eb37-aa2d-d57392487882" [ 1199.934111] env[68640]: _type = "Task" [ 1199.934111] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.943478] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b111dc-d106-eb37-aa2d-d57392487882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.036036] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.036376] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.036608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.056374] env[68640]: INFO nova.scheduler.client.report [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Deleted allocations for instance ddc6b027-d2a5-49cb-9650-00367f1a3794 [ 1200.253302] env[68640]: DEBUG oslo_vmware.api [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991607, 'name': PowerOnVM_Task, 'duration_secs': 0.675359} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.253580] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.253782] env[68640]: INFO nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1200.253962] env[68640]: DEBUG nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.254783] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149bfbd8-2436-485a-823d-2c4f260330ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.292230] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: f3f00b18-241c-4a08-87ee-a44c1dc5af97] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.445459] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b111dc-d106-eb37-aa2d-d57392487882, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.445988] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.446046] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.446285] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.446583] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.447217] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72ff305-2bdb-4f3f-ace5-4d2be858f27f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.456602] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.456817] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.457538] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a452ae-228c-4a5d-8e17-0e3a2152318f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.462937] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1200.462937] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d66846-a41a-af9a-bdd8-3f45abda10c0" [ 1200.462937] env[68640]: _type = "Task" [ 1200.462937] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.470549] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d66846-a41a-af9a-bdd8-3f45abda10c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.566512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-702737fe-f24e-4b3c-bfd6-a5801043b435 tempest-DeleteServersTestJSON-876060754 tempest-DeleteServersTestJSON-876060754-project-member] Lock "ddc6b027-d2a5-49cb-9650-00367f1a3794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.431s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.740056] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.740161] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16bd5b80-1411-42a5-85e0-c396573b9577 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.747222] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1200.747222] env[68640]: value = "task-2991608" [ 1200.747222] env[68640]: _type = "Task" [ 1200.747222] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.755107] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.771089] env[68640]: INFO nova.compute.manager [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Took 21.11 seconds to build instance. [ 1200.795301] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 5a50a555-c80e-4eb7-bf33-7837df4b3688] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.973727] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52d66846-a41a-af9a-bdd8-3f45abda10c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.974406] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f13352-33b1-4253-a529-2c4e398db3bb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.979307] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1200.979307] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526af3e5-bf3e-26a6-73fe-aca23aa2917b" [ 1200.979307] env[68640]: _type = "Task" [ 1200.979307] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.986688] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526af3e5-bf3e-26a6-73fe-aca23aa2917b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.258592] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1201.258856] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.259670] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adbdf34-d7ba-4011-9b53-eb29cb133e97 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.266232] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.266469] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79bddbac-1160-4691-adce-c2e0efebf8a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.272512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-18f9c174-60b5-4769-a4c2-2ee07c6ffff7 tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.621s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.299600] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: b5a4f003-fa93-4a14-b196-a9e9cdbc4cf9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.337826] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.337942] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.338095] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore2] ac046edf-4a82-4bac-80d3-97ab16883fe7 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.338394] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d5fa44-ed42-414b-a896-9999eac35033 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.346552] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1201.346552] env[68640]: value = "task-2991610" [ 1201.346552] env[68640]: _type = "Task" [ 1201.346552] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.354635] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.367954] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.368253] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.489333] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526af3e5-bf3e-26a6-73fe-aca23aa2917b, 'name': SearchDatastore_Task, 'duration_secs': 0.014992} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.489608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.489869] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.490146] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84d62441-eca3-4d52-8483-12daff2da7c3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.496345] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1201.496345] env[68640]: value = "task-2991612" [ 1201.496345] env[68640]: _type = "Task" [ 1201.496345] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.504055] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.803094] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 124f78a2-c328-4ee8-a9c5-8dd292a96e46] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.856310] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1968} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.856635] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.856850] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.857038] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.871031] env[68640]: DEBUG nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.006799] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.298218] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "fd29a7d1-222b-4927-adb0-56ebee8b2784" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.298450] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.298663] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "fd29a7d1-222b-4927-adb0-56ebee8b2784-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.298848] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.299032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.301231] env[68640]: INFO nova.compute.manager [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Terminating instance [ 1202.306036] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: b65e9b13-1027-4948-8e63-c1a9a22a0d88] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.396535] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.396854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.400527] env[68640]: INFO nova.compute.claims [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.507611] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764564} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.507910] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.508151] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.508408] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826d4c16-0270-4a9b-8c95-ba5026baa80e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.517206] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1202.517206] env[68640]: value = "task-2991613" [ 1202.517206] env[68640]: _type = "Task" [ 1202.517206] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.524821] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.805458] env[68640]: DEBUG nova.compute.manager [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.805669] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.806660] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c796de7-494f-4d1e-9c62-ccbe7c85ebc9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.809649] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 4f0da740-1dff-48a9-ada2-91e209e2ca44] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.816448] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.816686] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f25807a-0367-4b5d-a8e2-e4c4defbd145 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.823434] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1202.823434] env[68640]: value = "task-2991614" [ 1202.823434] env[68640]: _type = "Task" [ 1202.823434] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.834258] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.895131] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.895393] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.895550] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.895777] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.896013] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.896183] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.896392] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.896548] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.896714] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.896918] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.897160] env[68640]: DEBUG nova.virt.hardware [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.898284] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb843bf0-bc65-4d27-a21f-11b200894c61 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.908877] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f505e49-2683-4379-ad10-66be3dee918e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.923281] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:bd:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aee5b31e-52a4-40c8-9880-db4517594dc2', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.930791] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.931323] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.931542] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292a5f01-9cc8-4913-b0a6-50a268851e5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.950061] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.950061] env[68640]: value = "task-2991615" [ 1202.950061] env[68640]: _type = "Task" [ 1202.950061] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.957452] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991615, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.027029] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074328} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.028785] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.028785] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7d3bb9-87fd-44a7-93c9-3d7aec44af2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.047335] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.047619] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3c4e38-4384-4267-923c-400a903d31a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.066706] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1203.066706] env[68640]: value = "task-2991616" [ 1203.066706] env[68640]: _type = "Task" [ 1203.066706] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.076239] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.313571] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: a3c45c50-8960-42e7-b27d-96c258d4ea40] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.335212] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991614, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.461902] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991615, 'name': CreateVM_Task, 'duration_secs': 0.340618} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.462095] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.462757] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.462919] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.463244] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.463500] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8624cb7d-d02b-4225-bae9-3448dbbe470a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.470690] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1203.470690] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282a118-5150-af96-6d3e-76fb876df5b9" [ 1203.470690] env[68640]: _type = "Task" [ 1203.470690] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.478302] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282a118-5150-af96-6d3e-76fb876df5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.577067] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991616, 'name': ReconfigVM_Task, 'duration_secs': 0.289947} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.578167] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.579343] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbfb494-6319-41cb-a673-abf386198cce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.581811] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78cdb9bb-2087-43a6-8fa7-c49b7191fae3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.588919] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb379074-6b72-4403-ac3b-f565c9f5a64e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.591967] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1203.591967] env[68640]: value = "task-2991617" [ 1203.591967] env[68640]: _type = "Task" [ 1203.591967] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.622824] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368535ab-58a4-4ddb-beac-c5591ee21002 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.628975] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991617, 'name': Rename_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.633955] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d50ca9-d4a3-4d2f-b417-42925feff1f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.648347] env[68640]: DEBUG nova.compute.provider_tree [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.817064] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 9755278f-d167-467a-8b95-cac72fff5b77] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.834586] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991614, 'name': PowerOffVM_Task, 'duration_secs': 0.51528} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.834899] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.835148] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.835847] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a37c28d-7d1b-4fe8-86cb-a56e47594682 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.896859] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.897114] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.897336] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleting the datastore file [datastore2] fd29a7d1-222b-4927-adb0-56ebee8b2784 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.897612] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ebbdb67-162f-4072-962c-7ce80ca47991 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.905634] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for the task: (returnval){ [ 1203.905634] env[68640]: value = "task-2991619" [ 1203.905634] env[68640]: _type = "Task" [ 1203.905634] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.914132] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.981123] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5282a118-5150-af96-6d3e-76fb876df5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010794} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.981432] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.981660] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.981886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.982045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.982311] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.982577] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48e4a96b-e519-45f2-a645-1a2a7d753efb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.990486] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.990685] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.991456] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1104354b-a1ee-41d5-9d6c-0865417a10e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.996570] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1203.996570] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525bad36-0d28-278d-863b-336f2c820ff3" [ 1203.996570] env[68640]: _type = "Task" [ 1203.996570] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.004234] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525bad36-0d28-278d-863b-336f2c820ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.101227] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991617, 'name': Rename_Task, 'duration_secs': 0.134192} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.101501] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.101743] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc88cd94-2dcf-4439-962a-254457ae7b11 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.107947] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1204.107947] env[68640]: value = "task-2991620" [ 1204.107947] env[68640]: _type = "Task" [ 1204.107947] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.119052] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.151256] env[68640]: DEBUG nova.scheduler.client.report [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.320244] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: a6e8eaaa-88f3-4941-83a1-83cdd59f6607] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.415944] env[68640]: DEBUG oslo_vmware.api [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Task: {'id': task-2991619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14645} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.416842] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.416842] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.416842] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.417025] env[68640]: INFO nova.compute.manager [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1204.417286] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.417480] env[68640]: DEBUG nova.compute.manager [-] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.417572] env[68640]: DEBUG nova.network.neutron [-] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.507581] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525bad36-0d28-278d-863b-336f2c820ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.508478] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8679dcaa-341b-47b7-b094-0948f11b31ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.513764] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1204.513764] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ddb108-3c45-75bf-b438-7c42ff86c4d5" [ 1204.513764] env[68640]: _type = "Task" [ 1204.513764] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.521532] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ddb108-3c45-75bf-b438-7c42ff86c4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.617918] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991620, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.656397] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.656910] env[68640]: DEBUG nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.661756] env[68640]: DEBUG nova.compute.manager [req-5e25e11b-a913-408c-b0f2-e06a93a0b946 req-71ab0a62-3f23-4111-894c-c75e8f453a01 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Received event network-vif-deleted-a79bd6ad-d4d0-43c8-9717-543cd2102943 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.661945] env[68640]: INFO nova.compute.manager [req-5e25e11b-a913-408c-b0f2-e06a93a0b946 req-71ab0a62-3f23-4111-894c-c75e8f453a01 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Neutron deleted interface a79bd6ad-d4d0-43c8-9717-543cd2102943; detaching it from the instance and deleting it from the info cache [ 1204.662128] env[68640]: DEBUG nova.network.neutron [req-5e25e11b-a913-408c-b0f2-e06a93a0b946 req-71ab0a62-3f23-4111-894c-c75e8f453a01 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.823455] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 2c894040-e906-4189-9a65-97df0044a6ef] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.023660] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ddb108-3c45-75bf-b438-7c42ff86c4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.023975] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.024260] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1205.024523] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9d10e29-4d8c-47f4-bfc8-9bb1d46fba31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.032027] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1205.032027] env[68640]: value = "task-2991621" [ 1205.032027] env[68640]: _type = "Task" [ 1205.032027] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.037664] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.119254] env[68640]: DEBUG oslo_vmware.api [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991620, 'name': PowerOnVM_Task, 'duration_secs': 0.525734} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.119457] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.119654] env[68640]: INFO nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1205.119829] env[68640]: DEBUG nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.120640] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b363f-09fb-41b6-8aff-a8dc4db478ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.139882] env[68640]: DEBUG nova.network.neutron [-] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.162014] env[68640]: DEBUG nova.compute.utils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.163900] env[68640]: DEBUG nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Not allocating networking since 'none' was specified. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1205.166768] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08620da3-9dbb-4842-ae57-68201c4f3131 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.186520] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9be50a-9cc3-4d43-a9ce-beb7061c10b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.222664] env[68640]: DEBUG nova.compute.manager [req-5e25e11b-a913-408c-b0f2-e06a93a0b946 req-71ab0a62-3f23-4111-894c-c75e8f453a01 service nova] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Detach interface failed, port_id=a79bd6ad-d4d0-43c8-9717-543cd2102943, reason: Instance fd29a7d1-222b-4927-adb0-56ebee8b2784 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.327138] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 34c3d107-7cd7-422f-8aed-92db526d888a] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.541047] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480661} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.541333] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.541560] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.541817] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7915d14e-a60b-4856-bdcf-d55778bdcec7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.550019] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1205.550019] env[68640]: value = "task-2991622" [ 1205.550019] env[68640]: _type = "Task" [ 1205.550019] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.558008] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.639435] env[68640]: INFO nova.compute.manager [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Took 14.69 seconds to build instance. [ 1205.643154] env[68640]: INFO nova.compute.manager [-] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Took 1.23 seconds to deallocate network for instance. [ 1205.665153] env[68640]: DEBUG nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.830384] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 48583b00-bd87-4464-b081-a43961c8ca30] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.060063] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067587} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.060435] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.061251] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15cba71-70f3-441b-b660-f6efa964215e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.084380] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.084636] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4738f8-fe8d-4211-941c-f54acd982e6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.104679] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1206.104679] env[68640]: value = "task-2991623" [ 1206.104679] env[68640]: _type = "Task" [ 1206.104679] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.112479] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.140530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-558c704d-19d6-4106-8de6-581e475f1e07 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "5c3465f7-14c5-4794-92c4-31af84340512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.193s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.148686] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.148978] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.149222] env[68640]: DEBUG nova.objects.instance [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lazy-loading 'resources' on Instance uuid fd29a7d1-222b-4927-adb0-56ebee8b2784 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.334522] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ea8c5d29-d806-491f-888b-7d7d07dd5292] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.341991] env[68640]: INFO nova.compute.manager [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Rebuilding instance [ 1206.395623] env[68640]: DEBUG nova.compute.manager [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1206.396673] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ff0c13-6476-462d-8e8b-6db924839131 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.616530] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991623, 'name': ReconfigVM_Task, 'duration_secs': 0.369982} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.616808] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ac046edf-4a82-4bac-80d3-97ab16883fe7/ac046edf-4a82-4bac-80d3-97ab16883fe7.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.617458] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80f6e699-6545-44a7-8781-06560d78fa1f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.623464] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1206.623464] env[68640]: value = "task-2991624" [ 1206.623464] env[68640]: _type = "Task" [ 1206.623464] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.630958] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991624, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.677031] env[68640]: DEBUG nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.707441] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.707539] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.707710] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.707930] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.708131] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.708371] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.708612] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.708785] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.708974] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.709181] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.709384] env[68640]: DEBUG nova.virt.hardware [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.710330] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6790b9ba-2c80-48c4-897d-fae0c433b28b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.721564] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda8b872-32d8-4647-a67b-a65ead1d550b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.737689] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.743466] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Creating folder: Project (7b0157ca47d64309885d0830a8643e76). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.746448] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94591c17-52a5-4cfd-acf5-cebf67bed8b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.759224] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Created folder: Project (7b0157ca47d64309885d0830a8643e76) in parent group-v599664. [ 1206.759224] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Creating folder: Instances. Parent ref: group-v599980. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1206.762170] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fe13d78-ed99-4f63-87e2-8f9daf6a1b69 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.770778] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Created folder: Instances in parent group-v599980. [ 1206.771053] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.771264] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.771463] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5bd557e-f96f-4c1c-8806-8494fb9f8f5f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.790746] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.790746] env[68640]: value = "task-2991627" [ 1206.790746] env[68640]: _type = "Task" [ 1206.790746] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.797083] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991627, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.838025] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 98a36d48-824b-46cd-9167-3acac7459a26] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.864965] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a1487-8b84-4bd7-958f-e76b754631dc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.872791] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f9e6d2-b7ba-4428-822f-e95261da0976 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.901983] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc13ad-d9f4-4144-b1b9-d9ec31f269a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.909283] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467156fc-4bb4-47b1-b4f6-1ff831bda939 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.927374] env[68640]: DEBUG nova.compute.provider_tree [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.133640] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991624, 'name': Rename_Task, 'duration_secs': 0.138603} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.134015] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.134229] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfb73881-5772-4f08-8528-53e9e5987ef3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.141325] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1207.141325] env[68640]: value = "task-2991628" [ 1207.141325] env[68640]: _type = "Task" [ 1207.141325] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.150247] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.300827] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991627, 'name': CreateVM_Task, 'duration_secs': 0.508727} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.300981] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.301441] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.301612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.301966] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.302263] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84be8a1-6fcb-4f24-85b3-e9c264dc5779 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.307410] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1207.307410] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52183ea1-c6aa-44f4-b240-7cc995174d4a" [ 1207.307410] env[68640]: _type = "Task" [ 1207.307410] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.314961] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52183ea1-c6aa-44f4-b240-7cc995174d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.340661] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 76ad78d8-5656-47dc-9604-eba11947b082] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.417916] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.418288] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a46bd8-9d7b-47e1-9b8a-b339c79b2936 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.425450] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1207.425450] env[68640]: value = "task-2991629" [ 1207.425450] env[68640]: _type = "Task" [ 1207.425450] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.430175] env[68640]: DEBUG nova.scheduler.client.report [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.438947] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.651695] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.817812] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52183ea1-c6aa-44f4-b240-7cc995174d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.818141] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.818384] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.818612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.818756] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.818933] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.819219] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d08fe66-37e0-4688-8854-18ab4869ae94 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.827741] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.827926] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.828686] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805f41bc-28f5-4976-b3e4-68dbd4872cea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.833513] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1207.833513] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5243bc13-617b-929f-ad5a-62a7f32ba64b" [ 1207.833513] env[68640]: _type = "Task" [ 1207.833513] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.840945] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5243bc13-617b-929f-ad5a-62a7f32ba64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.843405] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: e5d78a09-98d8-4f99-b01e-5721e77d8b45] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.938785] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.790s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.941356] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991629, 'name': PowerOffVM_Task, 'duration_secs': 0.20781} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.942380] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.942575] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.943486] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452399d5-3529-4b56-9171-3f42e47394c2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.950880] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.951208] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc262071-e863-4ad7-9a73-924c6ae6b080 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.960771] env[68640]: INFO nova.scheduler.client.report [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Deleted allocations for instance fd29a7d1-222b-4927-adb0-56ebee8b2784 [ 1207.977284] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.977864] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.977864] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Deleting the datastore file [datastore1] 5c3465f7-14c5-4794-92c4-31af84340512 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.978109] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c36d85-2534-4580-a615-084a3f568000 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.985135] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1207.985135] env[68640]: value = "task-2991631" [ 1207.985135] env[68640]: _type = "Task" [ 1207.985135] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.996080] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.152176] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991628, 'name': PowerOnVM_Task, 'duration_secs': 0.848552} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.152472] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.152660] env[68640]: DEBUG nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.153416] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642279fd-793a-422a-8365-2422284eaf36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.348504] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ee28e438-a9c9-4b16-b9a6-ff0ff6d04886] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.350878] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5243bc13-617b-929f-ad5a-62a7f32ba64b, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.352325] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076c760b-4105-4003-9a9c-0fa0db35e550 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.358470] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1208.358470] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eeddd3-56e0-734c-d2a9-c685a2fdd4ca" [ 1208.358470] env[68640]: _type = "Task" [ 1208.358470] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.366306] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eeddd3-56e0-734c-d2a9-c685a2fdd4ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.469742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5a0c1f5f-a614-4c26-a393-8a80c10bec8f tempest-ServerDiskConfigTestJSON-81433230 tempest-ServerDiskConfigTestJSON-81433230-project-member] Lock "fd29a7d1-222b-4927-adb0-56ebee8b2784" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.171s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.495391] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097575} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.495700] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.495945] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.496146] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.566703] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.566928] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.663913] env[68640]: INFO nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] bringing vm to original state: 'stopped' [ 1208.852061] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: acfba375-29ac-481c-8619-2b648272e2ba] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.871174] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52eeddd3-56e0-734c-d2a9-c685a2fdd4ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008689} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.871174] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.871174] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.871346] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93aefc1f-d567-4877-ab95-01b4320e7175 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.878043] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1208.878043] env[68640]: value = "task-2991632" [ 1208.878043] env[68640]: _type = "Task" [ 1208.878043] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.887253] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.070330] env[68640]: INFO nova.compute.manager [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Detaching volume c2d66cac-a59c-4c85-ab3a-1fc29b03297f [ 1209.109692] env[68640]: INFO nova.virt.block_device [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Attempting to driver detach volume c2d66cac-a59c-4c85-ab3a-1fc29b03297f from mountpoint /dev/sdb [ 1209.110023] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1209.110313] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599960', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'name': 'volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918ad8eb-9291-4a5b-9a5d-0497dd0b5e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'serial': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1209.111296] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5188f866-94f2-432c-8d55-a8dbe2800522 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.135127] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d4690f-68c8-4131-8e40-5f96f9af85be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.143183] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249b5827-897d-4433-a275-46c1cf2cd4d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.165620] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b820a904-fb65-4bea-92dc-674eba7a1ed3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.185948] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] The volume has not been displaced from its original location: [datastore2] volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f/volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1209.191481] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1209.192508] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47f142a-ee97-4665-aa4b-1ce96c0a7ad2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.213795] env[68640]: DEBUG oslo_vmware.api [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1209.213795] env[68640]: value = "task-2991633" [ 1209.213795] env[68640]: _type = "Task" [ 1209.213795] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.224809] env[68640]: DEBUG oslo_vmware.api [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.355522] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: d5d99f2b-aff9-4911-a41c-87068527ecfd] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.390581] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448974} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.390903] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.391100] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.391363] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-275b4c14-3e86-4694-a0d9-ddb9744dffec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.399623] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1209.399623] env[68640]: value = "task-2991634" [ 1209.399623] env[68640]: _type = "Task" [ 1209.399623] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.406966] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.534774] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.535126] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.535363] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.535556] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.535701] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.535843] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.536080] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.536245] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.536410] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.536570] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.536735] env[68640]: DEBUG nova.virt.hardware [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.537598] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d8157-1272-4d01-81de-d232b2c7bcfd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.545929] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc1a04-2085-4633-94d6-ff0f346a78ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.559126] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.564180] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.564525] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.564788] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16d95c5-40e9-43f9-9f23-14632ea1093a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.582230] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.582230] env[68640]: value = "task-2991635" [ 1209.582230] env[68640]: _type = "Task" [ 1209.582230] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.590520] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991635, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.672253] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.672563] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.672784] env[68640]: DEBUG nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.673879] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09879eb2-864d-43dc-8dfc-ad5a81f44113 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.680983] env[68640]: DEBUG nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1209.722656] env[68640]: DEBUG oslo_vmware.api [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991633, 'name': ReconfigVM_Task, 'duration_secs': 0.283844} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.722959] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1209.728359] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1be495-2ff8-4296-8aab-9f19642fe73d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.742446] env[68640]: DEBUG oslo_vmware.api [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1209.742446] env[68640]: value = "task-2991636" [ 1209.742446] env[68640]: _type = "Task" [ 1209.742446] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.751725] env[68640]: DEBUG oslo_vmware.api [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.860009] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: b631aa77-4ccf-4e3a-99b1-0e7a70fe1439] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.909644] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064001} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.909917] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.910702] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cffcbd-66ca-4724-b9f4-7a0b3b0273af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.931890] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.932633] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd861c6-fbad-4068-8719-ac926cfb8708 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.951686] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1209.951686] env[68640]: value = "task-2991637" [ 1209.951686] env[68640]: _type = "Task" [ 1209.951686] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.961769] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.092285] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991635, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.186355] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.186355] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97cf84d8-c1ff-45c7-9b2c-a871bde35aa1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.191842] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1210.191842] env[68640]: value = "task-2991638" [ 1210.191842] env[68640]: _type = "Task" [ 1210.191842] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.201963] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.256719] env[68640]: DEBUG oslo_vmware.api [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991636, 'name': ReconfigVM_Task, 'duration_secs': 0.238947} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.256719] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599960', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'name': 'volume-c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '918ad8eb-9291-4a5b-9a5d-0497dd0b5e28', 'attached_at': '', 'detached_at': '', 'volume_id': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f', 'serial': 'c2d66cac-a59c-4c85-ab3a-1fc29b03297f'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1210.363794] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: fd5865e5-0c24-49a5-890d-3cc7d8cf40f0] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.462515] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.595855] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991635, 'name': CreateVM_Task, 'duration_secs': 0.623239} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.596148] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.596712] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.596972] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.597459] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.597801] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8e302e-6e94-4246-9901-a4f0e8428d86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.603405] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1210.603405] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5269ff89-5869-796e-6fba-a5d44919caf6" [ 1210.603405] env[68640]: _type = "Task" [ 1210.603405] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.612883] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5269ff89-5869-796e-6fba-a5d44919caf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.701611] env[68640]: DEBUG oslo_vmware.api [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991638, 'name': PowerOffVM_Task, 'duration_secs': 0.303383} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.701888] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.702158] env[68640]: DEBUG nova.compute.manager [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.703216] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc8bb24-1d68-4d9e-a714-4ec7e0b0b323 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.811352] env[68640]: DEBUG nova.objects.instance [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'flavor' on Instance uuid 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.867481] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ed14223f-7b5b-46b2-bbc1-2552816a9da9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.963910] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991637, 'name': ReconfigVM_Task, 'duration_secs': 0.803053} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.964198] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.964825] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c72414e4-e5da-4025-8b60-d11a888c9581 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.971300] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1210.971300] env[68640]: value = "task-2991639" [ 1210.971300] env[68640]: _type = "Task" [ 1210.971300] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.978760] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991639, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.113110] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5269ff89-5869-796e-6fba-a5d44919caf6, 'name': SearchDatastore_Task, 'duration_secs': 0.008961} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.113434] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.113665] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.113892] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.114049] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.114230] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.114490] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46393d8d-59e2-4289-9331-d8d69415fa72 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.122216] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.122301] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.123012] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754c7699-7a0a-40a9-9c5e-a4dc2b60ad03 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.127961] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1211.127961] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5201fcc9-4b97-8f79-fa27-794295eedf96" [ 1211.127961] env[68640]: _type = "Task" [ 1211.127961] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.135429] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5201fcc9-4b97-8f79-fa27-794295eedf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.219528] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.371501] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 0f8210ae-c6bf-441e-bec6-6af7776d7a30] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.482924] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991639, 'name': Rename_Task, 'duration_secs': 0.318251} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.483337] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.483682] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea9bbb2f-c914-4578-a2ec-296c00be99e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.490074] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1211.490074] env[68640]: value = "task-2991640" [ 1211.490074] env[68640]: _type = "Task" [ 1211.490074] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.498098] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.639508] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5201fcc9-4b97-8f79-fa27-794295eedf96, 'name': SearchDatastore_Task, 'duration_secs': 0.007891} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.640354] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2743aad-169a-4b3b-963b-631d3acfdaa0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.645476] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1211.645476] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294cdef-f28c-c1c8-8589-b55fd19028fc" [ 1211.645476] env[68640]: _type = "Task" [ 1211.645476] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.652996] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294cdef-f28c-c1c8-8589-b55fd19028fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.729255] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.729544] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.729823] env[68640]: DEBUG nova.objects.instance [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.819288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e793ebdb-4480-463a-9d21-570e27894fce tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.252s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.876030] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 317e55ca-1505-41d3-9f2b-bd1f35694ad2] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.000886] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.156064] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294cdef-f28c-c1c8-8589-b55fd19028fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009913} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.156329] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.156584] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.156834] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6951c85a-9f42-469b-8fd3-832c84bee60a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.162887] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1212.162887] env[68640]: value = "task-2991641" [ 1212.162887] env[68640]: _type = "Task" [ 1212.162887] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.170218] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.380237] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: e2f61c21-371d-4559-b2da-a68ac6275321] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.382122] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.382384] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.382561] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "ac046edf-4a82-4bac-80d3-97ab16883fe7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.382740] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.382914] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.386205] env[68640]: INFO nova.compute.manager [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Terminating instance [ 1212.504183] env[68640]: DEBUG oslo_vmware.api [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991640, 'name': PowerOnVM_Task, 'duration_secs': 0.520843} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.504494] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.504683] env[68640]: INFO nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1212.504857] env[68640]: DEBUG nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.505735] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d968c2e-acc7-44dc-b05b-d68b677beb87 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.672578] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.738932] env[68640]: DEBUG oslo_concurrency.lockutils [None req-45384b19-c8dd-4637-b818-30f8a6d0bb60 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.890506] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 674d25c3-2c1c-4241-9547-94827d3aebea] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.892390] env[68640]: DEBUG nova.compute.manager [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.892598] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.893643] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165cf50c-a0cb-4f8d-9b1e-724be515c437 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.901572] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.901829] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85934718-e31c-461e-b269-afbf538b1d3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.921374] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.921600] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.921791] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.921968] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.922154] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.923978] env[68640]: INFO nova.compute.manager [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Terminating instance [ 1212.967641] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.967850] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.968042] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore1] ac046edf-4a82-4bac-80d3-97ab16883fe7 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.968340] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc06ee14-60e6-4b3e-8028-69be87c7133a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.974122] env[68640]: DEBUG oslo_vmware.api [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1212.974122] env[68640]: value = "task-2991643" [ 1212.974122] env[68640]: _type = "Task" [ 1212.974122] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.981885] env[68640]: DEBUG oslo_vmware.api [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.021533] env[68640]: INFO nova.compute.manager [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Took 10.64 seconds to build instance. [ 1213.172823] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510019} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.173154] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.173405] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.173680] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab12760-2028-4bf8-a9a3-916dacd29a5d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.179400] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1213.179400] env[68640]: value = "task-2991644" [ 1213.179400] env[68640]: _type = "Task" [ 1213.179400] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.187191] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.394479] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 595d6ed3-2b0f-448d-bd89-f40db2a91b31] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.427433] env[68640]: DEBUG nova.compute.manager [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.427657] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.428538] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4d757d-0405-4557-ab94-d52fcfc9bdd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.436484] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.436706] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-693d5a5f-84b8-4d3e-a8e6-4b766a33f86d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.442956] env[68640]: DEBUG oslo_vmware.api [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1213.442956] env[68640]: value = "task-2991645" [ 1213.442956] env[68640]: _type = "Task" [ 1213.442956] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.451155] env[68640]: DEBUG oslo_vmware.api [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.483541] env[68640]: DEBUG oslo_vmware.api [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.524785] env[68640]: DEBUG oslo_concurrency.lockutils [None req-99085fdf-1f79-4c57-92a6-b05e7ae54cc2 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.156s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.690697] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069188} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.691134] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.692015] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed67f0-6d66-40fd-884e-4f7f2be1b3d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.713421] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.713812] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591c2fa9-b388-4c37-a1c3-b89dd8920972 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.735437] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1213.735437] env[68640]: value = "task-2991646" [ 1213.735437] env[68640]: _type = "Task" [ 1213.735437] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.745427] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.898243] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 6db618e7-4f49-4ee2-8f59-6d25bd4621f5] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.953364] env[68640]: DEBUG oslo_vmware.api [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991645, 'name': PowerOffVM_Task, 'duration_secs': 0.304124} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.953630] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.953811] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.954164] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9896c08-23f3-4fbb-be26-1d05c59fc3ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.985347] env[68640]: DEBUG oslo_vmware.api [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.654176} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.985610] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.985828] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.985996] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.986198] env[68640]: INFO nova.compute.manager [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1213.986443] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.986628] env[68640]: DEBUG nova.compute.manager [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.986721] env[68640]: DEBUG nova.network.neutron [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.021220] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.021505] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.021727] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleting the datastore file [datastore2] 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.022038] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eef7b463-394b-409a-944a-c030ae3b5a22 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.027772] env[68640]: DEBUG oslo_vmware.api [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1214.027772] env[68640]: value = "task-2991648" [ 1214.027772] env[68640]: _type = "Task" [ 1214.027772] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.035558] env[68640]: DEBUG oslo_vmware.api [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.242725] env[68640]: DEBUG nova.compute.manager [req-fd06b290-7ee4-449d-8d2d-a234542109d7 req-f0b2e331-dab9-472e-a51f-d00bce0c9fe5 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Received event network-vif-deleted-aee5b31e-52a4-40c8-9880-db4517594dc2 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.242995] env[68640]: INFO nova.compute.manager [req-fd06b290-7ee4-449d-8d2d-a234542109d7 req-f0b2e331-dab9-472e-a51f-d00bce0c9fe5 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Neutron deleted interface aee5b31e-52a4-40c8-9880-db4517594dc2; detaching it from the instance and deleting it from the info cache [ 1214.243228] env[68640]: DEBUG nova.network.neutron [req-fd06b290-7ee4-449d-8d2d-a234542109d7 req-f0b2e331-dab9-472e-a51f-d00bce0c9fe5 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.250372] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991646, 'name': ReconfigVM_Task, 'duration_secs': 0.270668} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.250638] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 5c3465f7-14c5-4794-92c4-31af84340512/5c3465f7-14c5-4794-92c4-31af84340512.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.251442] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe9425e-c1f6-4e00-a420-93afa77c25b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.257719] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1214.257719] env[68640]: value = "task-2991649" [ 1214.257719] env[68640]: _type = "Task" [ 1214.257719] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.267772] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991649, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.348562] env[68640]: INFO nova.compute.manager [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Rebuilding instance [ 1214.391455] env[68640]: DEBUG nova.compute.manager [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.392333] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a69905-b9f4-4236-8fe7-5b4e08d6950f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.401533] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 83be369b-84dd-482b-a1fd-9a541e9bdbcc] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.537730] env[68640]: DEBUG oslo_vmware.api [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280935} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.537730] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.537967] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.538094] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.538297] env[68640]: INFO nova.compute.manager [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1214.538551] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.538750] env[68640]: DEBUG nova.compute.manager [-] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.538845] env[68640]: DEBUG nova.network.neutron [-] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.723820] env[68640]: DEBUG nova.network.neutron [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.745677] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e00182e-b318-4555-bc82-0b525326cc81 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.754792] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e2274-ab4a-4126-913b-0b0de599438b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.779072] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991649, 'name': Rename_Task, 'duration_secs': 0.130192} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.779072] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.779072] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-661cc15a-2295-4e0d-aaff-7e0260da0139 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.792086] env[68640]: DEBUG nova.compute.manager [req-fd06b290-7ee4-449d-8d2d-a234542109d7 req-f0b2e331-dab9-472e-a51f-d00bce0c9fe5 service nova] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Detach interface failed, port_id=aee5b31e-52a4-40c8-9880-db4517594dc2, reason: Instance ac046edf-4a82-4bac-80d3-97ab16883fe7 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.793706] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1214.793706] env[68640]: value = "task-2991650" [ 1214.793706] env[68640]: _type = "Task" [ 1214.793706] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.802588] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991650, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.904310] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: f9506261-0ce6-4fe1-aa8f-ce06d7e15909] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.226496] env[68640]: INFO nova.compute.manager [-] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Took 1.24 seconds to deallocate network for instance. [ 1215.307360] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991650, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.406852] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.407407] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 74b9dbab-b094-4f3b-8dd9-d6573c5f3062] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.409388] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce572013-a846-42d5-bdf9-9c80b6513d92 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.416069] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1215.416069] env[68640]: value = "task-2991651" [ 1215.416069] env[68640]: _type = "Task" [ 1215.416069] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.426226] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.551350] env[68640]: DEBUG nova.network.neutron [-] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.734349] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.734599] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.734823] env[68640]: DEBUG nova.objects.instance [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'resources' on Instance uuid ac046edf-4a82-4bac-80d3-97ab16883fe7 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.804122] env[68640]: DEBUG oslo_vmware.api [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991650, 'name': PowerOnVM_Task, 'duration_secs': 0.659204} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.804396] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.804592] env[68640]: DEBUG nova.compute.manager [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.805357] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525c360-8bdb-40fd-b418-51662bd513cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.912707] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 5539cf00-8c1e-4af5-8b91-c8e8c5065f28] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.925805] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991651, 'name': PowerOffVM_Task, 'duration_secs': 0.124073} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.926146] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.926379] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.927165] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbf92e3-872e-41de-9a20-927551ee3293 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.934269] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.934529] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-289a92f6-3298-47a5-b54f-26440ac32789 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.958814] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.959027] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.959211] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Deleting the datastore file [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.959459] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6603137-54b6-466b-b53f-bc53166321e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.965290] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1215.965290] env[68640]: value = "task-2991653" [ 1215.965290] env[68640]: _type = "Task" [ 1215.965290] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.972679] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.054222] env[68640]: INFO nova.compute.manager [-] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Took 1.52 seconds to deallocate network for instance. [ 1216.266775] env[68640]: DEBUG nova.compute.manager [req-f4d9127a-7b9a-4811-9f13-175aa0a01d45 req-2f2989f4-faf7-462b-8888-94f64f36baab service nova] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Received event network-vif-deleted-2645af84-fef6-4457-8570-da82f6ace467 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.321669] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.379696] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b3c3a-0a09-4da3-ba28-34c1c4caa38b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.387415] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2303e38b-22f2-42ce-accb-0fede05cdb3a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.417063] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: dc149598-d3ba-4d97-a6b8-d499f6db8596] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.421025] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c550c1-aa1b-447f-aaa8-592522860f6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.427493] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08264fd8-5bb8-4c3b-bfde-be4ed38dd3a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.440499] env[68640]: DEBUG nova.compute.provider_tree [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.475168] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101017} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.475399] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.475610] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.475787] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.560109] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.920209] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: dd97f7fd-2d0b-4be4-a329-748a9cf9af29] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.942836] env[68640]: DEBUG nova.scheduler.client.report [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.276694] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "5c3465f7-14c5-4794-92c4-31af84340512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.277019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "5c3465f7-14c5-4794-92c4-31af84340512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.277321] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "5c3465f7-14c5-4794-92c4-31af84340512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.277554] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "5c3465f7-14c5-4794-92c4-31af84340512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.277756] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "5c3465f7-14c5-4794-92c4-31af84340512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.280184] env[68640]: INFO nova.compute.manager [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Terminating instance [ 1217.424075] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: c61ee34d-013c-48f9-a317-64fd8e3c3b50] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.448609] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.451739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.130s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.451739] env[68640]: DEBUG nova.objects.instance [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1217.472797] env[68640]: INFO nova.scheduler.client.report [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted allocations for instance ac046edf-4a82-4bac-80d3-97ab16883fe7 [ 1217.510870] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.511123] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.511283] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.511463] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.511606] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.511776] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.512025] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.512198] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.512364] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.512527] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.512699] env[68640]: DEBUG nova.virt.hardware [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.513601] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351e8ef-e75b-476a-9cfc-e8454d613296 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.522320] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2c4f60-d961-486a-8509-701706cfc4f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.535818] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance VIF info [] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.541367] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.541609] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.541806] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d19bae-247c-40aa-819e-280544341000 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.558302] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.558302] env[68640]: value = "task-2991654" [ 1217.558302] env[68640]: _type = "Task" [ 1217.558302] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.565777] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991654, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.783721] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "refresh_cache-5c3465f7-14c5-4794-92c4-31af84340512" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.783940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquired lock "refresh_cache-5c3465f7-14c5-4794-92c4-31af84340512" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.784110] env[68640]: DEBUG nova.network.neutron [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.928393] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 74bda310-8e1f-42da-9e25-0c52335ba195] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.981103] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7cd5339c-8b5b-4fdb-89e9-2fa9ae6edb28 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "ac046edf-4a82-4bac-80d3-97ab16883fe7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.599s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.068762] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991654, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.304400] env[68640]: DEBUG nova.network.neutron [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.359293] env[68640]: DEBUG nova.network.neutron [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.431924] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 09e9bef6-5a68-409a-b948-c2aaf3646c8b] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.460643] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71edda2d-6214-42a0-9026-6e7b2b29fe11 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.462471] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.902s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.462617] env[68640]: DEBUG nova.objects.instance [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'resources' on Instance uuid 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.524310] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.524581] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.568745] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991654, 'name': CreateVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.867018] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Releasing lock "refresh_cache-5c3465f7-14c5-4794-92c4-31af84340512" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.867018] env[68640]: DEBUG nova.compute.manager [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.867018] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.867018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e83022-47cf-46fe-951a-a2f2c773887f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.873697] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.873927] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98e4fba7-6b0c-4e0a-a504-a64b54d1648f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.879909] env[68640]: DEBUG oslo_vmware.api [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1218.879909] env[68640]: value = "task-2991655" [ 1218.879909] env[68640]: _type = "Task" [ 1218.879909] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.889999] env[68640]: DEBUG oslo_vmware.api [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.935723] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 544b1215-eb04-4ea0-82ef-1ba86cbff201] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.947051] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.947133] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.027830] env[68640]: INFO nova.compute.manager [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Detaching volume 122cc32f-caea-4f9e-a942-39979e42740a [ 1219.065623] env[68640]: INFO nova.virt.block_device [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Attempting to driver detach volume 122cc32f-caea-4f9e-a942-39979e42740a from mountpoint /dev/sdb [ 1219.065950] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1219.066109] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599958', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'name': 'volume-122cc32f-caea-4f9e-a942-39979e42740a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c5cf326e-2d70-44cf-9a62-6e763504d2fc', 'attached_at': '', 'detached_at': '', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'serial': '122cc32f-caea-4f9e-a942-39979e42740a'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1219.066840] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e93c5c3-1573-4462-98aa-68fdeea1d071 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.076610] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991654, 'name': CreateVM_Task, 'duration_secs': 1.359927} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.092569] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.095850] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.096119] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.096390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.097233] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c56983-281a-47b3-92c9-fd1ed33e2530 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.100022] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dfc645-60ee-442c-b10f-4a3ee010c1a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.104829] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1219.104829] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b5af68-882a-da69-d002-4b3ad3b4097a" [ 1219.104829] env[68640]: _type = "Task" [ 1219.104829] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.109460] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e2473-ab61-4790-b292-b1d7c64aed1e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.119401] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b5af68-882a-da69-d002-4b3ad3b4097a, 'name': SearchDatastore_Task, 'duration_secs': 0.010342} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.135067] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.135067] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.135149] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.135291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.135473] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.138416] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f6dfc8-ac47-4e9a-a158-521bd171a29d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.141324] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb8077b-5b08-48c3-bc33-e18c34f4a442 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.156730] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] The volume has not been displaced from its original location: [datastore2] volume-122cc32f-caea-4f9e-a942-39979e42740a/volume-122cc32f-caea-4f9e-a942-39979e42740a.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1219.162199] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1219.166054] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6203239a-be18-447b-89e0-b27538db1b87 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.178738] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.178937] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.179908] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04be6901-9be6-4128-af89-c71aa29a99f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.185612] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1219.185612] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e06194-5794-f8cb-2d73-a9023d613459" [ 1219.185612] env[68640]: _type = "Task" [ 1219.185612] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.186990] env[68640]: DEBUG oslo_vmware.api [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1219.186990] env[68640]: value = "task-2991656" [ 1219.186990] env[68640]: _type = "Task" [ 1219.186990] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.197873] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e06194-5794-f8cb-2d73-a9023d613459, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.202631] env[68640]: DEBUG oslo_vmware.api [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.203367] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f889c85-684b-4c26-8b72-c90080924bae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.206105] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de013eaf-8693-43fc-a6de-00190a652cff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.214095] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad59c82a-c67f-4727-973a-bf48520faadd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.217382] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1219.217382] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0787-ec42-c891-48f0-822299681319" [ 1219.217382] env[68640]: _type = "Task" [ 1219.217382] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.250323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f22733f-b9d4-40c3-8539-55281b6a6ebc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.258443] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0787-ec42-c891-48f0-822299681319, 'name': SearchDatastore_Task, 'duration_secs': 0.013962} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.259363] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.259720] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.259997] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ccd444a-04d8-437a-9599-c768d292997d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.265423] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e423a3c7-7082-4b56-9c9c-9f67dfe346dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.270277] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1219.270277] env[68640]: value = "task-2991657" [ 1219.270277] env[68640]: _type = "Task" [ 1219.270277] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.281575] env[68640]: DEBUG nova.compute.provider_tree [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.287352] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.391287] env[68640]: DEBUG oslo_vmware.api [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991655, 'name': PowerOffVM_Task, 'duration_secs': 0.116717} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.391637] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.391790] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.392055] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc27512f-e9fd-4275-96b0-61446d0bdf00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.419076] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.419325] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.419614] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Deleting the datastore file [datastore2] 5c3465f7-14c5-4794-92c4-31af84340512 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.419937] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428bb3be-86c9-4a22-98ff-535ec50774da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.426467] env[68640]: DEBUG oslo_vmware.api [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for the task: (returnval){ [ 1219.426467] env[68640]: value = "task-2991659" [ 1219.426467] env[68640]: _type = "Task" [ 1219.426467] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.435238] env[68640]: DEBUG oslo_vmware.api [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.438788] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 7ac22d65-87d4-4e6f-905b-90d908517ed0] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.456285] env[68640]: DEBUG nova.compute.utils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.700240] env[68640]: DEBUG oslo_vmware.api [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991656, 'name': ReconfigVM_Task, 'duration_secs': 0.252769} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.700581] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.705465] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94946e8f-700b-4d94-b4d2-b745a179d015 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.722206] env[68640]: DEBUG oslo_vmware.api [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1219.722206] env[68640]: value = "task-2991660" [ 1219.722206] env[68640]: _type = "Task" [ 1219.722206] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.733842] env[68640]: DEBUG oslo_vmware.api [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.781706] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.786521] env[68640]: DEBUG nova.scheduler.client.report [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.937188] env[68640]: DEBUG oslo_vmware.api [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Task: {'id': task-2991659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383304} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.937464] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.937655] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.937835] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.938014] env[68640]: INFO nova.compute.manager [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1219.938269] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.938461] env[68640]: DEBUG nova.compute.manager [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.938555] env[68640]: DEBUG nova.network.neutron [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.941762] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 67b5f02a-0cec-4dce-9930-d335044db208] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.955037] env[68640]: DEBUG nova.network.neutron [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.959029] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.231981] env[68640]: DEBUG oslo_vmware.api [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991660, 'name': ReconfigVM_Task, 'duration_secs': 0.163506} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.232270] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599958', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'name': 'volume-122cc32f-caea-4f9e-a942-39979e42740a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'c5cf326e-2d70-44cf-9a62-6e763504d2fc', 'attached_at': '', 'detached_at': '', 'volume_id': '122cc32f-caea-4f9e-a942-39979e42740a', 'serial': '122cc32f-caea-4f9e-a942-39979e42740a'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1220.280398] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531899} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.280742] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.281010] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.281315] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a27504e1-e581-4853-8178-7c357e7ef6a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.287586] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1220.287586] env[68640]: value = "task-2991661" [ 1220.287586] env[68640]: _type = "Task" [ 1220.287586] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.290994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.299533] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.315115] env[68640]: INFO nova.scheduler.client.report [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleted allocations for instance 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28 [ 1220.407100] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.408365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.445024] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 632d944a-2286-42bb-a3b8-cdaf59c72880] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.458166] env[68640]: DEBUG nova.network.neutron [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.777914] env[68640]: DEBUG nova.objects.instance [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'flavor' on Instance uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.797334] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067596} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.798104] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.798202] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56760959-4067-422f-a500-93c7437c1fec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.820369] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.822902] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5003887-4f1a-4f03-a822-c91c9e81ee16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.837950] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dcec2cc2-36aa-48b8-ba11-24f3cb06ce73 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "918ad8eb-9291-4a5b-9a5d-0497dd0b5e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.916s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.843607] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1220.843607] env[68640]: value = "task-2991663" [ 1220.843607] env[68640]: _type = "Task" [ 1220.843607] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.852121] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.910498] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1220.949371] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 536eadbc-43da-483f-a944-4d819d5c1850] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.960921] env[68640]: INFO nova.compute.manager [-] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Took 1.02 seconds to deallocate network for instance. [ 1221.014648] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.014896] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.015208] env[68640]: INFO nova.compute.manager [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Attaching volume 5e27a02d-20e5-436d-8167-6cab3f409710 to /dev/sdb [ 1221.046664] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a28d32f-9af6-4907-90ca-c40a23002b62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.054153] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a05e6-1f54-4966-a3bd-3dc66ffee78b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.067392] env[68640]: DEBUG nova.virt.block_device [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updating existing volume attachment record: 1579a9c7-d44a-4cca-8f43-7534791881bf {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.353629] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.435904] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.436289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.438375] env[68640]: INFO nova.compute.claims [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.452095] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: d1f4a410-8029-42d8-9458-2979d5b18985] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.466845] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.786861] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fcb7eb83-9e5c-4010-a66e-f786da53711e tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.854551] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991663, 'name': ReconfigVM_Task, 'duration_secs': 0.851171} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.854855] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c/18e9169a-15a3-4ba8-9314-8134ab006f6c.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.855463] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e004fab-16f8-489f-b40b-b5f46d9ef93c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.861515] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1221.861515] env[68640]: value = "task-2991667" [ 1221.861515] env[68640]: _type = "Task" [ 1221.861515] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.868857] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991667, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.956118] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1221.956353] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Cleaning up deleted instances with incomplete migration {{(pid=68640) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1222.035695] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.036130] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.036390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.036581] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.036776] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.038973] env[68640]: INFO nova.compute.manager [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Terminating instance [ 1222.378924] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991667, 'name': Rename_Task, 'duration_secs': 0.14773} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.378924] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.378924] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a437b7-c4b2-4799-99e1-1533a57b4bc4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.382239] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1222.382239] env[68640]: value = "task-2991668" [ 1222.382239] env[68640]: _type = "Task" [ 1222.382239] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.390814] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.542656] env[68640]: DEBUG nova.compute.manager [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.542932] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.544093] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea65cc-0ad0-402e-808e-ec45a7b561b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.551446] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.551728] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b4921cd-6f91-4b26-8276-a912bb47cc4d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.559881] env[68640]: DEBUG oslo_vmware.api [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1222.559881] env[68640]: value = "task-2991669" [ 1222.559881] env[68640]: _type = "Task" [ 1222.559881] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.569803] env[68640]: DEBUG oslo_vmware.api [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.588910] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d3eef9-571c-4e26-adf6-6415c27ee7fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.595749] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25956d2c-75d0-4bf2-8ced-6024a17731fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.625920] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4ba32e-19bc-4852-91b5-5139957275ee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.633858] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb8a0f-9f8e-40c4-bec1-c0fdf93ac8a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.647197] env[68640]: DEBUG nova.compute.provider_tree [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.893105] env[68640]: DEBUG oslo_vmware.api [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991668, 'name': PowerOnVM_Task, 'duration_secs': 0.4769} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.893347] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.893547] env[68640]: DEBUG nova.compute.manager [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.894543] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdab9cda-0f33-4b30-8139-964934a0fedb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.070522] env[68640]: DEBUG oslo_vmware.api [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991669, 'name': PowerOffVM_Task, 'duration_secs': 0.171589} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.070865] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.071124] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.071450] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7db8200-8682-4ac1-93e1-62438fb92df1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.133208] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.133386] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.133566] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleting the datastore file [datastore1] c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.133829] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c9922b-aec7-49a5-a66a-2cf230530825 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.140268] env[68640]: DEBUG oslo_vmware.api [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1223.140268] env[68640]: value = "task-2991671" [ 1223.140268] env[68640]: _type = "Task" [ 1223.140268] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.147536] env[68640]: DEBUG oslo_vmware.api [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.150376] env[68640]: DEBUG nova.scheduler.client.report [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.413742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.649351] env[68640]: DEBUG oslo_vmware.api [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124214} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.649688] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.649807] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.649947] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.650145] env[68640]: INFO nova.compute.manager [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.650390] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.650581] env[68640]: DEBUG nova.compute.manager [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.650673] env[68640]: DEBUG nova.network.neutron [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.655208] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.655748] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.663534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.192s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.663534] env[68640]: DEBUG nova.objects.instance [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lazy-loading 'resources' on Instance uuid 5c3465f7-14c5-4794-92c4-31af84340512 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.126364] env[68640]: DEBUG nova.compute.manager [req-df2a1111-395b-48b0-8a9e-82cfb6d4b92a req-b53b3949-1887-454c-9ec8-0695c6a834b3 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Received event network-vif-deleted-6bea2966-8755-4d14-b315-55c3dd8a785c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.126522] env[68640]: INFO nova.compute.manager [req-df2a1111-395b-48b0-8a9e-82cfb6d4b92a req-b53b3949-1887-454c-9ec8-0695c6a834b3 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Neutron deleted interface 6bea2966-8755-4d14-b315-55c3dd8a785c; detaching it from the instance and deleting it from the info cache [ 1224.126677] env[68640]: DEBUG nova.network.neutron [req-df2a1111-395b-48b0-8a9e-82cfb6d4b92a req-b53b3949-1887-454c-9ec8-0695c6a834b3 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.161265] env[68640]: DEBUG nova.compute.utils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.162581] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.162772] env[68640]: DEBUG nova.network.neutron [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.243339] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.243589] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.243785] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "18e9169a-15a3-4ba8-9314-8134ab006f6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.244244] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.244443] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.247733] env[68640]: INFO nova.compute.manager [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Terminating instance [ 1224.285960] env[68640]: DEBUG nova.policy [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65d5124154c34b45a9f97498a3b235a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c5d9d444ed24c4d9ba5459547571d9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.318291] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73f04a6-c8c6-49b6-a1c4-1c555d513c36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.330358] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99361a2d-7f1b-41cd-becc-355b8077833b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.380903] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97d3ce-7ac4-4e66-9d5c-8912c2643eb4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.389547] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d90d54-f48f-44ac-ad1b-f097f70e1f3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.403642] env[68640]: DEBUG nova.compute.provider_tree [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.604062] env[68640]: DEBUG nova.network.neutron [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Successfully created port: 9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.610212] env[68640]: DEBUG nova.network.neutron [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.630159] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89b56e36-b5e8-4105-a225-17bec5874f86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.639413] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66816deb-aa53-4430-b38d-31f88a950acf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.670727] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.673620] env[68640]: DEBUG nova.compute.manager [req-df2a1111-395b-48b0-8a9e-82cfb6d4b92a req-b53b3949-1887-454c-9ec8-0695c6a834b3 service nova] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Detach interface failed, port_id=6bea2966-8755-4d14-b315-55c3dd8a785c, reason: Instance c5cf326e-2d70-44cf-9a62-6e763504d2fc could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.752104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "refresh_cache-18e9169a-15a3-4ba8-9314-8134ab006f6c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.752104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquired lock "refresh_cache-18e9169a-15a3-4ba8-9314-8134ab006f6c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.752273] env[68640]: DEBUG nova.network.neutron [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.506467] env[68640]: DEBUG nova.scheduler.client.report [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.509677] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.513399] env[68640]: INFO nova.compute.manager [-] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Took 1.86 seconds to deallocate network for instance. [ 1225.548445] env[68640]: DEBUG nova.network.neutron [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.599948] env[68640]: DEBUG nova.network.neutron [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.026881] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.029587] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.371s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.035994] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.622s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.035994] env[68640]: DEBUG nova.objects.instance [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1226.038565] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.039728] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.040094] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.040479] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.040811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.040811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.041179] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.041488] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.041731] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.043393] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_power_states {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.045151] env[68640]: INFO nova.compute.manager [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Terminating instance [ 1226.048386] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.048386] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.048386] env[68640]: INFO nova.compute.manager [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Shelving [ 1226.061079] env[68640]: INFO nova.scheduler.client.report [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Deleted allocations for instance 5c3465f7-14c5-4794-92c4-31af84340512 [ 1226.064613] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.064859] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.065091] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.065341] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.065558] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.065759] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.066067] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.066312] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.066543] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.066767] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.067022] env[68640]: DEBUG nova.virt.hardware [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.067941] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6536c15-f2be-4647-bad1-3dfeb84f75e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.081094] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c76339f-df96-4520-a6a7-e188d3e6e89f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.102274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Releasing lock "refresh_cache-18e9169a-15a3-4ba8-9314-8134ab006f6c" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.103584] env[68640]: DEBUG nova.compute.manager [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.103584] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.104257] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a152a8d6-7309-4710-be08-1c3bf2bae17e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.112015] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.112015] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ede5f47-5028-4026-83e8-58d961d8760b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.115048] env[68640]: DEBUG nova.network.neutron [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Successfully updated port: 9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.117873] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.118030] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599986', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'name': 'volume-5e27a02d-20e5-436d-8167-6cab3f409710', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '443dc2b9-899c-4475-a43f-0732bc0cd1dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'serial': '5e27a02d-20e5-436d-8167-6cab3f409710'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.119367] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424fc2d5-c1a6-4161-a44b-4aacbf7eb2b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.123992] env[68640]: DEBUG oslo_vmware.api [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1226.123992] env[68640]: value = "task-2991673" [ 1226.123992] env[68640]: _type = "Task" [ 1226.123992] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.141263] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a4f8fe-fe40-4408-83b1-d02ce8fc03d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.147079] env[68640]: DEBUG oslo_vmware.api [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.169625] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-5e27a02d-20e5-436d-8167-6cab3f409710/volume-5e27a02d-20e5-436d-8167-6cab3f409710.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.170885] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4346da74-3cbf-41eb-a16e-6f7b9cea5f7b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.185547] env[68640]: DEBUG nova.compute.manager [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Received event network-vif-plugged-9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.185796] env[68640]: DEBUG oslo_concurrency.lockutils [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.186071] env[68640]: DEBUG oslo_concurrency.lockutils [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] Lock "cb976140-d765-4dad-bf86-8c727d93fb07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.186291] env[68640]: DEBUG oslo_concurrency.lockutils [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] Lock "cb976140-d765-4dad-bf86-8c727d93fb07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.186492] env[68640]: DEBUG nova.compute.manager [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] No waiting events found dispatching network-vif-plugged-9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1226.186679] env[68640]: WARNING nova.compute.manager [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Received unexpected event network-vif-plugged-9d3769c2-c723-4391-896d-0962575dc9ab for instance with vm_state building and task_state spawning. [ 1226.186842] env[68640]: DEBUG nova.compute.manager [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Received event network-changed-9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.187091] env[68640]: DEBUG nova.compute.manager [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Refreshing instance network info cache due to event network-changed-9d3769c2-c723-4391-896d-0962575dc9ab. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.187314] env[68640]: DEBUG oslo_concurrency.lockutils [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] Acquiring lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.187467] env[68640]: DEBUG oslo_concurrency.lockutils [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] Acquired lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.189399] env[68640]: DEBUG nova.network.neutron [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Refreshing network info cache for port 9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.194944] env[68640]: DEBUG oslo_vmware.api [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1226.194944] env[68640]: value = "task-2991674" [ 1226.194944] env[68640]: _type = "Task" [ 1226.194944] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.203660] env[68640]: DEBUG oslo_vmware.api [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.552694] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Getting list of instances from cluster (obj){ [ 1226.552694] env[68640]: value = "domain-c8" [ 1226.552694] env[68640]: _type = "ClusterComputeResource" [ 1226.552694] env[68640]: } {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1226.555018] env[68640]: DEBUG nova.compute.manager [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.555225] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.558448] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340000e8-8090-45d9-bfef-ca55a24b0529 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.562212] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466b27f-c60a-4234-8e2b-ce60f3ed6acc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.569778] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.578091] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a664bc37-ca43-4987-b86a-5b3caaa7b34d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.581433] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Got total of 8 instances {{(pid=68640) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1226.581574] env[68640]: WARNING nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] While synchronizing instance power states, found 11 instances in the database and 8 instances on the hypervisor. [ 1226.581706] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 4d0b019a-2026-48e9-94a3-dff130b1cbf9 {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.581882] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582047] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582202] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 59f7d225-2ec3-465b-a3c8-3b775330e2c9 {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582346] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582491] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 443dc2b9-899c-4475-a43f-0732bc0cd1dd {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582631] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582768] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 08bc0c96-fecc-4a5f-b2b0-56722b29482d {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.582910] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 5c3465f7-14c5-4794-92c4-31af84340512 {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.583061] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid 18e9169a-15a3-4ba8-9314-8134ab006f6c {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.583208] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Triggering sync for uuid cb976140-d765-4dad-bf86-8c727d93fb07 {{(pid=68640) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1226.583641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-71a2c880-f7da-4764-9296-574039892ab6 tempest-ServerShowV257Test-1406021662 tempest-ServerShowV257Test-1406021662-project-member] Lock "5c3465f7-14c5-4794-92c4-31af84340512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.307s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.584613] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.584811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.585072] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.585290] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.585488] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.585662] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.585884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.586104] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.586332] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.586530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.586718] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.586886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.587146] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "5c3465f7-14c5-4794-92c4-31af84340512" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.587370] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "5c3465f7-14c5-4794-92c4-31af84340512" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.587916] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.588172] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.589657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1631cb9d-9163-4f22-9a5a-149dfc243745 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.592434] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0aecf5-59fc-45f8-8780-12f45bf30417 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.595414] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6c115-c4fc-40e7-a2c3-df16a2632640 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.598714] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83671d00-c3a4-46e6-9e59-b496b5f3e4a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.603094] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5e5e6c7-1b16-42be-9634-3f2c2c362288 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.607382] env[68640]: DEBUG oslo_vmware.api [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1226.607382] env[68640]: value = "task-2991675" [ 1226.607382] env[68640]: _type = "Task" [ 1226.607382] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.625697] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.633596] env[68640]: DEBUG oslo_vmware.api [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.636887] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7290af43-c309-405b-a40e-4b831f2e7a1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.651184] env[68640]: DEBUG oslo_vmware.api [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991673, 'name': PowerOffVM_Task, 'duration_secs': 0.12823} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.651848] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.652608] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.652764] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e2eb14-5f2f-4461-bbdb-240d7be1285a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.677945] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.678174] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.678388] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Deleting the datastore file [datastore2] 18e9169a-15a3-4ba8-9314-8134ab006f6c {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.678928] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0020b42f-1c9d-4890-a76f-50aacd0cb318 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.685872] env[68640]: DEBUG oslo_vmware.api [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for the task: (returnval){ [ 1226.685872] env[68640]: value = "task-2991677" [ 1226.685872] env[68640]: _type = "Task" [ 1226.685872] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.696039] env[68640]: DEBUG oslo_vmware.api [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.704434] env[68640]: DEBUG oslo_vmware.api [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991674, 'name': ReconfigVM_Task, 'duration_secs': 0.361659} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.704720] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-5e27a02d-20e5-436d-8167-6cab3f409710/volume-5e27a02d-20e5-436d-8167-6cab3f409710.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.709917] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce3e2da3-24b1-4279-83c6-3406db7e8c1a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.726193] env[68640]: DEBUG oslo_vmware.api [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1226.726193] env[68640]: value = "task-2991678" [ 1226.726193] env[68640]: _type = "Task" [ 1226.726193] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.734399] env[68640]: DEBUG oslo_vmware.api [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.736492] env[68640]: DEBUG nova.network.neutron [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.831142] env[68640]: DEBUG nova.network.neutron [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.045777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-28cb0cda-c3ea-4dba-8c99-bb8f0fe2246a tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.047015] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.008s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.047198] env[68640]: DEBUG nova.objects.instance [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'resources' on Instance uuid c5cf326e-2d70-44cf-9a62-6e763504d2fc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.067188] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.067639] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed94b649-ad85-49ed-ab85-35905e4f8658 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.074712] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1227.074712] env[68640]: value = "task-2991679" [ 1227.074712] env[68640]: _type = "Task" [ 1227.074712] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.082816] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.118234] env[68640]: DEBUG oslo_vmware.api [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991675, 'name': PowerOffVM_Task, 'duration_secs': 0.212895} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.118563] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.118748] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.119007] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c757cd-b811-4e1f-9a63-9d7346b27992 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.125559] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.125888] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.126229] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.126673] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.173385] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "5c3465f7-14c5-4794-92c4-31af84340512" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.181659] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.181921] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.182143] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleting the datastore file [datastore1] 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.182454] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb7d151c-182b-442c-91ee-c502eefbdca1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.193056] env[68640]: DEBUG oslo_vmware.api [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1227.193056] env[68640]: value = "task-2991681" [ 1227.193056] env[68640]: _type = "Task" [ 1227.193056] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.199851] env[68640]: DEBUG oslo_vmware.api [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Task: {'id': task-2991677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102741} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.200458] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.200687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.200901] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.201123] env[68640]: INFO nova.compute.manager [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1227.201420] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.204550] env[68640]: DEBUG nova.compute.manager [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.204669] env[68640]: DEBUG nova.network.neutron [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.206448] env[68640]: DEBUG oslo_vmware.api [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.221817] env[68640]: DEBUG nova.network.neutron [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.239523] env[68640]: DEBUG oslo_vmware.api [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991678, 'name': ReconfigVM_Task, 'duration_secs': 0.148527} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.240047] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599986', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'name': 'volume-5e27a02d-20e5-436d-8167-6cab3f409710', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '443dc2b9-899c-4475-a43f-0732bc0cd1dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'serial': '5e27a02d-20e5-436d-8167-6cab3f409710'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1227.334014] env[68640]: DEBUG oslo_concurrency.lockutils [req-738205ba-691e-4018-97d6-9f10ed408de1 req-f772aca3-f244-4893-8acb-4bdf29c72f34 service nova] Releasing lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.334433] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.334597] env[68640]: DEBUG nova.network.neutron [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.584647] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991679, 'name': PowerOffVM_Task, 'duration_secs': 0.203178} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.587013] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.589035] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ccac9-d934-4154-8877-267a05df5ccd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.608115] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff3a1f-ab56-448b-8da0-99bf2535524a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.698969] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25c2f30-351d-4355-840d-57605df5b7ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.706683] env[68640]: DEBUG oslo_vmware.api [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165239} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.708734] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.708928] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.709127] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.709301] env[68640]: INFO nova.compute.manager [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1227.709527] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.709760] env[68640]: DEBUG nova.compute.manager [-] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.709854] env[68640]: DEBUG nova.network.neutron [-] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.711924] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5950c02e-2d43-4459-854d-57fee6658ccb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.742600] env[68640]: DEBUG nova.network.neutron [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.748744] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3eb2cd-5734-4f3f-bd6f-a57d2f7b0563 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.758032] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d951c3a1-57ad-46f2-8c71-414f3fe0ec1b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.771434] env[68640]: DEBUG nova.compute.provider_tree [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.874916] env[68640]: DEBUG nova.network.neutron [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.035536] env[68640]: DEBUG nova.network.neutron [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating instance_info_cache with network_info: [{"id": "9d3769c2-c723-4391-896d-0962575dc9ab", "address": "fa:16:3e:5b:d1:44", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3769c2-c7", "ovs_interfaceid": "9d3769c2-c723-4391-896d-0962575dc9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.118953] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1228.118953] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a710b9a-e63a-438d-8ca0-916bbe271f32 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.126243] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1228.126243] env[68640]: value = "task-2991682" [ 1228.126243] env[68640]: _type = "Task" [ 1228.126243] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.134733] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991682, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.179311] env[68640]: DEBUG nova.compute.manager [req-4ad98c25-b150-4ad0-8496-b0f5edca5bd1 req-70dd2e3e-8919-402d-9dfa-2ac85b807aa5 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Received event network-vif-deleted-188b345a-3bb8-4416-8415-8aea3b786d62 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.179519] env[68640]: INFO nova.compute.manager [req-4ad98c25-b150-4ad0-8496-b0f5edca5bd1 req-70dd2e3e-8919-402d-9dfa-2ac85b807aa5 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Neutron deleted interface 188b345a-3bb8-4416-8415-8aea3b786d62; detaching it from the instance and deleting it from the info cache [ 1228.179693] env[68640]: DEBUG nova.network.neutron [req-4ad98c25-b150-4ad0-8496-b0f5edca5bd1 req-70dd2e3e-8919-402d-9dfa-2ac85b807aa5 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.245021] env[68640]: INFO nova.compute.manager [-] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Took 1.04 seconds to deallocate network for instance. [ 1228.274557] env[68640]: DEBUG nova.scheduler.client.report [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.282323] env[68640]: DEBUG nova.objects.instance [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'flavor' on Instance uuid 443dc2b9-899c-4475-a43f-0732bc0cd1dd {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.499961] env[68640]: DEBUG nova.network.neutron [-] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.537731] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.538195] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance network_info: |[{"id": "9d3769c2-c723-4391-896d-0962575dc9ab", "address": "fa:16:3e:5b:d1:44", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3769c2-c7", "ovs_interfaceid": "9d3769c2-c723-4391-896d-0962575dc9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.538816] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:d1:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d3769c2-c723-4391-896d-0962575dc9ab', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.546995] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.547546] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.547787] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad0c737-363c-475b-9a38-edb5573e6bca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.568120] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.568120] env[68640]: value = "task-2991683" [ 1228.568120] env[68640]: _type = "Task" [ 1228.568120] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.575835] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991683, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.635798] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991682, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.682328] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70e9d87c-3eae-4edd-8fa3-1d67dc6c636b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.694206] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acccdfa-983a-4a91-b516-d7a5c8e99f0c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.726856] env[68640]: DEBUG nova.compute.manager [req-4ad98c25-b150-4ad0-8496-b0f5edca5bd1 req-70dd2e3e-8919-402d-9dfa-2ac85b807aa5 service nova] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Detach interface failed, port_id=188b345a-3bb8-4416-8415-8aea3b786d62, reason: Instance 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.751202] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.779735] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.782097] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.031s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.782341] env[68640]: DEBUG nova.objects.instance [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lazy-loading 'resources' on Instance uuid 18e9169a-15a3-4ba8-9314-8134ab006f6c {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.788294] env[68640]: DEBUG oslo_concurrency.lockutils [None req-3156496b-73ab-4b6d-9d15-ef17da035af5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.773s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.788630] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.202s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.789450] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9856ef-1dde-491c-95e9-f88fbc36d29f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.808055] env[68640]: INFO nova.scheduler.client.report [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted allocations for instance c5cf326e-2d70-44cf-9a62-6e763504d2fc [ 1229.003452] env[68640]: INFO nova.compute.manager [-] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Took 1.29 seconds to deallocate network for instance. [ 1229.080607] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991683, 'name': CreateVM_Task, 'duration_secs': 0.34159} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.080815] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.081495] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.081664] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.081973] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.082250] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d52ed9-8fb9-4b27-bca7-3933d7cca213 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.086779] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1229.086779] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294539f-fd2a-0077-169c-37a5adf14007" [ 1229.086779] env[68640]: _type = "Task" [ 1229.086779] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.094670] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294539f-fd2a-0077-169c-37a5adf14007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.136505] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991682, 'name': CreateSnapshot_Task, 'duration_secs': 0.828282} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.136795] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1229.137746] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f7fe6a-eddf-4d79-9b79-7eecb2edd28b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.300283] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.316288] env[68640]: DEBUG oslo_concurrency.lockutils [None req-1d50dad2-0072-4165-9d2d-b8c997aff5fd tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.280s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.317198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.732s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.318994] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-251b4bc9-bb61-464a-84a6-387d052e5db5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.326803] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046c6164-4029-473e-8ee4-c08b8a41a6b0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.435202] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d303820-77ca-450f-9421-627f75da5509 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.443505] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5771371c-34b7-4f79-88ba-7644aa0c4251 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.475206] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3c601-50de-4784-8f7a-28d1a9e6de55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.483893] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b42af7-6982-427b-8373-29fcc8d92dbf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.499965] env[68640]: DEBUG nova.compute.provider_tree [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.509333] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.598110] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5294539f-fd2a-0077-169c-37a5adf14007, 'name': SearchDatastore_Task, 'duration_secs': 0.010018} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.598431] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.598675] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.598940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.599172] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.599416] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.599706] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49f8da4c-97bc-4bad-855c-c5e5f3de14fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.608905] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.609105] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.609815] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be0ca77-a17c-48d8-9e3b-26a6bd3411e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.615194] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1229.615194] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c5110f-0206-fd07-a9a4-89d8bdce54c4" [ 1229.615194] env[68640]: _type = "Task" [ 1229.615194] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.624102] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c5110f-0206-fd07-a9a4-89d8bdce54c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.655237] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1229.655563] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be5366c0-b16b-43d9-b156-dfc9216760fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.665222] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1229.665222] env[68640]: value = "task-2991684" [ 1229.665222] env[68640]: _type = "Task" [ 1229.665222] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.675531] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991684, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.874522] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "c5cf326e-2d70-44cf-9a62-6e763504d2fc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.002405] env[68640]: DEBUG nova.scheduler.client.report [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.126617] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c5110f-0206-fd07-a9a4-89d8bdce54c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.127436] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eb340a-5784-4407-88d7-76accafa8184 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.132873] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1230.132873] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5207502b-9a3c-5ab2-de8e-d4aaf1035a8c" [ 1230.132873] env[68640]: _type = "Task" [ 1230.132873] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.142712] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5207502b-9a3c-5ab2-de8e-d4aaf1035a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.175484] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991684, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.508162] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.510589] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.510840] env[68640]: DEBUG nova.objects.instance [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'resources' on Instance uuid 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.528115] env[68640]: INFO nova.scheduler.client.report [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Deleted allocations for instance 18e9169a-15a3-4ba8-9314-8134ab006f6c [ 1230.645316] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5207502b-9a3c-5ab2-de8e-d4aaf1035a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.645592] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.645860] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.646169] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8be3fe8-97ad-42d3-8985-9ea29ad3f937 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.652921] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1230.652921] env[68640]: value = "task-2991685" [ 1230.652921] env[68640]: _type = "Task" [ 1230.652921] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.661378] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.673886] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.674124] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.680831] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991684, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.731093] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.731255] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1230.838838] env[68640]: DEBUG nova.compute.manager [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1231.041688] env[68640]: DEBUG oslo_concurrency.lockutils [None req-55668c32-7b94-41aa-94a6-3607a04cb631 tempest-ServerShowV254Test-874066341 tempest-ServerShowV254Test-874066341-project-member] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.798s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.042781] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.455s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.042979] env[68640]: INFO nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1231.043169] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "18e9169a-15a3-4ba8-9314-8134ab006f6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.162148] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488457} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.162465] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.162611] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.162860] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97e6e423-3964-49f8-b513-e35e27fb26e1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.168620] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1231.168620] env[68640]: value = "task-2991686" [ 1231.168620] env[68640]: _type = "Task" [ 1231.168620] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.176588] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.180539] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c6915-f924-4ea8-9e04-369330f4998b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.188943] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991684, 'name': CloneVM_Task, 'duration_secs': 1.492236} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.189176] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.189750] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Created linked-clone VM from snapshot [ 1231.190745] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1c1b38-f6dd-42a3-80f1-dcdbc4e424e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.195860] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850b44d-87da-497d-9d2a-5544dc08148b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.203033] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Uploading image 5c28c0a0-97ed-44a4-a358-da06a9c4c674 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1231.235394] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b2fb0-70ea-40d5-846c-df2fe2c07592 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.243660] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1231.243660] env[68640]: value = "vm-599989" [ 1231.243660] env[68640]: _type = "VirtualMachine" [ 1231.243660] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1231.244877] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998babf-46ad-47ed-96fa-6e7b7c035041 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.248481] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad97b50a-6e30-49e0-8b3e-c434ba89776c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.261125] env[68640]: DEBUG nova.compute.provider_tree [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.263314] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease: (returnval){ [ 1231.263314] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520adedd-7147-eb9c-fb8d-c9170aacf82b" [ 1231.263314] env[68640]: _type = "HttpNfcLease" [ 1231.263314] env[68640]: } obtained for exporting VM: (result){ [ 1231.263314] env[68640]: value = "vm-599989" [ 1231.263314] env[68640]: _type = "VirtualMachine" [ 1231.263314] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1231.263601] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the lease: (returnval){ [ 1231.263601] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520adedd-7147-eb9c-fb8d-c9170aacf82b" [ 1231.263601] env[68640]: _type = "HttpNfcLease" [ 1231.263601] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1231.269335] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1231.269335] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520adedd-7147-eb9c-fb8d-c9170aacf82b" [ 1231.269335] env[68640]: _type = "HttpNfcLease" [ 1231.269335] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1231.270076] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1231.270076] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520adedd-7147-eb9c-fb8d-c9170aacf82b" [ 1231.270076] env[68640]: _type = "HttpNfcLease" [ 1231.270076] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1231.270745] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5729b9-8a00-497c-9f99-7d73a21af43a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.277789] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbbe4b-0001-3194-893c-9c6499288e7b/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1231.277957] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbbe4b-0001-3194-893c-9c6499288e7b/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1231.355091] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.366849] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a038f59e-e007-4d87-8b9e-08f6f871bdbf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.409871] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.410117] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.681233] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070094} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.681691] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.682617] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06685e51-d96c-4b25-813d-47b7dd050670 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.708082] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.710699] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9e7c99-6838-4ba0-9c10-379a11feeeb2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.730606] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1231.730606] env[68640]: value = "task-2991688" [ 1231.730606] env[68640]: _type = "Task" [ 1231.730606] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.731064] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.734209] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.739655] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.740652] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.765899] env[68640]: DEBUG nova.scheduler.client.report [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.915101] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.242338] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.270785] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.273396] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.918s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.291388] env[68640]: INFO nova.scheduler.client.report [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleted allocations for instance 653d83de-d084-4f8d-a12b-3cd6d75ed1d7 [ 1232.443849] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.729548] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.731217] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.741978] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991688, 'name': ReconfigVM_Task, 'duration_secs': 0.759191} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.743254] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfigured VM instance instance-00000075 to attach disk [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.743995] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28fa091f-74c2-4add-9c1c-c84206c7cce3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.750678] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1232.750678] env[68640]: value = "task-2991689" [ 1232.750678] env[68640]: _type = "Task" [ 1232.750678] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.760124] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991689, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.778473] env[68640]: INFO nova.compute.claims [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.802328] env[68640]: DEBUG oslo_concurrency.lockutils [None req-46403c58-0f75-4376-ad37-586180c39395 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.761s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.803376] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.218s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.803861] env[68640]: INFO nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1232.804099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "653d83de-d084-4f8d-a12b-3cd6d75ed1d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.237424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.261611] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991689, 'name': Rename_Task, 'duration_secs': 0.242487} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.261987] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.262183] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f761c1a-8344-4931-9f97-1c09e956095d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.268964] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1233.268964] env[68640]: value = "task-2991690" [ 1233.268964] env[68640]: _type = "Task" [ 1233.268964] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.279333] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.285314] env[68640]: INFO nova.compute.resource_tracker [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating resource usage from migration 709df912-e7cb-4df6-b184-40b12a1eef43 [ 1233.320065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.320478] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.320774] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.321091] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.321414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.323884] env[68640]: INFO nova.compute.manager [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Terminating instance [ 1233.432556] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd97cd71-0c26-461b-9ecc-e5dc15cd2b70 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.441167] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a1713d-92a1-49b0-b561-aabecf74f533 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.476957] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f7c9e-8e14-4120-b4f3-707e637d01eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.485084] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e7a41-1f74-4e0f-839a-1b0a9669a4f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.499331] env[68640]: DEBUG nova.compute.provider_tree [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.780158] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991690, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.828596] env[68640]: DEBUG nova.compute.manager [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.828884] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.829823] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346925d-861d-4e50-97c5-67e3cac27391 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.837428] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.837691] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3687a3e-5652-4c64-af9a-f86d44ebb5f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.844984] env[68640]: DEBUG oslo_vmware.api [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1233.844984] env[68640]: value = "task-2991691" [ 1233.844984] env[68640]: _type = "Task" [ 1233.844984] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.853144] env[68640]: DEBUG oslo_vmware.api [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.002529] env[68640]: DEBUG nova.scheduler.client.report [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.281089] env[68640]: DEBUG oslo_vmware.api [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991690, 'name': PowerOnVM_Task, 'duration_secs': 0.566636} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.281472] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.282085] env[68640]: INFO nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1234.282085] env[68640]: DEBUG nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.282777] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b146a0f2-4021-4706-9e9f-518d338777b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.354915] env[68640]: DEBUG oslo_vmware.api [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991691, 'name': PowerOffVM_Task, 'duration_secs': 0.198112} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.355200] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.355373] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.355621] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52ec19ff-1ae5-4099-9197-d8b35382a38d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.417548] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.417826] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.418019] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleting the datastore file [datastore1] 4d0b019a-2026-48e9-94a3-dff130b1cbf9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.418298] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72a7b196-d611-4423-bfde-baf73daf34d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.425168] env[68640]: DEBUG oslo_vmware.api [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for the task: (returnval){ [ 1234.425168] env[68640]: value = "task-2991693" [ 1234.425168] env[68640]: _type = "Task" [ 1234.425168] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.433806] env[68640]: DEBUG oslo_vmware.api [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.507605] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.234s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.508049] env[68640]: INFO nova.compute.manager [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Migrating [ 1234.515451] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.775s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.517339] env[68640]: INFO nova.compute.claims [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.800710] env[68640]: INFO nova.compute.manager [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Took 13.38 seconds to build instance. [ 1234.935280] env[68640]: DEBUG oslo_vmware.api [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Task: {'id': task-2991693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144797} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.935490] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.935653] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.935828] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.936015] env[68640]: INFO nova.compute.manager [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1234.936367] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.936614] env[68640]: DEBUG nova.compute.manager [-] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.936712] env[68640]: DEBUG nova.network.neutron [-] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.028847] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.029044] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.029236] env[68640]: DEBUG nova.network.neutron [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.266164] env[68640]: DEBUG nova.compute.manager [req-d2e09975-8ff4-4fff-b53c-4c31ff7b59b0 req-e9a38ce8-0590-4277-977a-b83a66748118 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Received event network-vif-deleted-c5d69643-ca36-4549-bfbe-25be9a8e143b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.266424] env[68640]: INFO nova.compute.manager [req-d2e09975-8ff4-4fff-b53c-4c31ff7b59b0 req-e9a38ce8-0590-4277-977a-b83a66748118 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Neutron deleted interface c5d69643-ca36-4549-bfbe-25be9a8e143b; detaching it from the instance and deleting it from the info cache [ 1235.266551] env[68640]: DEBUG nova.network.neutron [req-d2e09975-8ff4-4fff-b53c-4c31ff7b59b0 req-e9a38ce8-0590-4277-977a-b83a66748118 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.302257] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7b357251-24dc-43df-a14a-cb686cfcdf1d tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.894s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.302608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.714s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.302722] env[68640]: INFO nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] During sync_power_state the instance has a pending task (spawning). Skip. [ 1235.302892] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.675870] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83dfcf3-9a46-4eb1-9de3-1aa24df2f610 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.680709] env[68640]: DEBUG nova.network.neutron [-] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.687426] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649ee95-4cfe-4af8-85a6-dd77ce645867 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.721846] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb02ad-32d8-4274-82b2-b78eda0afad1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.732723] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78890ebe-33eb-4fd2-b8fc-dce82b5e28c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.748454] env[68640]: DEBUG nova.compute.provider_tree [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.768749] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7c1dee4-a61a-4e68-a889-11c805e9217b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.779620] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d651dec0-43b6-4ddf-b8eb-98982ff9c65e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.791112] env[68640]: DEBUG nova.network.neutron [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.813116] env[68640]: DEBUG nova.compute.manager [req-d2e09975-8ff4-4fff-b53c-4c31ff7b59b0 req-e9a38ce8-0590-4277-977a-b83a66748118 service nova] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Detach interface failed, port_id=c5d69643-ca36-4549-bfbe-25be9a8e143b, reason: Instance 4d0b019a-2026-48e9-94a3-dff130b1cbf9 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.957723] env[68640]: DEBUG nova.compute.manager [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Received event network-changed-9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.957976] env[68640]: DEBUG nova.compute.manager [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Refreshing instance network info cache due to event network-changed-9d3769c2-c723-4391-896d-0962575dc9ab. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.958143] env[68640]: DEBUG oslo_concurrency.lockutils [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] Acquiring lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.958289] env[68640]: DEBUG oslo_concurrency.lockutils [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] Acquired lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.958551] env[68640]: DEBUG nova.network.neutron [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Refreshing network info cache for port 9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.184247] env[68640]: INFO nova.compute.manager [-] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Took 1.25 seconds to deallocate network for instance. [ 1236.251709] env[68640]: DEBUG nova.scheduler.client.report [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.293758] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.680870] env[68640]: DEBUG nova.network.neutron [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updated VIF entry in instance network info cache for port 9d3769c2-c723-4391-896d-0962575dc9ab. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.681269] env[68640]: DEBUG nova.network.neutron [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating instance_info_cache with network_info: [{"id": "9d3769c2-c723-4391-896d-0962575dc9ab", "address": "fa:16:3e:5b:d1:44", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3769c2-c7", "ovs_interfaceid": "9d3769c2-c723-4391-896d-0962575dc9ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.691505] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.756909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.757547] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.760990] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.317s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.762976] env[68640]: INFO nova.compute.claims [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.184324] env[68640]: DEBUG oslo_concurrency.lockutils [req-abfebcee-fcf5-4866-b253-a290cee173bc req-2a16343a-2ebc-4711-88d5-485d2d2d991d service nova] Releasing lock "refresh_cache-cb976140-d765-4dad-bf86-8c727d93fb07" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.263457] env[68640]: DEBUG nova.compute.utils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.265024] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1237.265208] env[68640]: DEBUG nova.network.neutron [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.311350] env[68640]: DEBUG nova.policy [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85945e9fde64125a226d1966b8f98fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd539911e6b05438cb691d588502c7752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.599771] env[68640]: DEBUG nova.network.neutron [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Successfully created port: 9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.768386] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.807952] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966e0d6-1dac-4830-a717-cb28b02a63fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.838444] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.940969] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d1bef8-38de-4015-af28-39e9b1a4e9f4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.949330] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1da399-987c-4c00-80a1-1cf0f69edcd6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.978999] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0aa2de-0b68-4442-a5c6-c9df2814b4b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.986308] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8932fc-8f09-4f29-9cbe-32a4021c5527 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.000746] env[68640]: DEBUG nova.compute.provider_tree [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.347309] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.347611] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be3e038c-e00f-492b-bf81-483ff395312b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.355417] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1238.355417] env[68640]: value = "task-2991694" [ 1238.355417] env[68640]: _type = "Task" [ 1238.355417] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.363203] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.505051] env[68640]: DEBUG nova.scheduler.client.report [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.782786] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.809158] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.809474] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.809599] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.809773] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.809918] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.810077] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.810290] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.810488] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.810674] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.810840] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.811025] env[68640]: DEBUG nova.virt.hardware [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.811884] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcefe8f-1496-443d-bcdd-aad0b57e6ce5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.819960] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f5b87d-d431-4ccc-9f83-e6a1a906f73a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.863660] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991694, 'name': PowerOffVM_Task, 'duration_secs': 0.237013} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.863913] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.864129] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.988168] env[68640]: DEBUG nova.compute.manager [req-c3a2423b-9646-419d-bb0d-73c359293b5d req-4c97a13c-2ba9-44d0-b792-5a23e46ac6af service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Received event network-vif-plugged-9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.988364] env[68640]: DEBUG oslo_concurrency.lockutils [req-c3a2423b-9646-419d-bb0d-73c359293b5d req-4c97a13c-2ba9-44d0-b792-5a23e46ac6af service nova] Acquiring lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.988577] env[68640]: DEBUG oslo_concurrency.lockutils [req-c3a2423b-9646-419d-bb0d-73c359293b5d req-4c97a13c-2ba9-44d0-b792-5a23e46ac6af service nova] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.988752] env[68640]: DEBUG oslo_concurrency.lockutils [req-c3a2423b-9646-419d-bb0d-73c359293b5d req-4c97a13c-2ba9-44d0-b792-5a23e46ac6af service nova] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.988914] env[68640]: DEBUG nova.compute.manager [req-c3a2423b-9646-419d-bb0d-73c359293b5d req-4c97a13c-2ba9-44d0-b792-5a23e46ac6af service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] No waiting events found dispatching network-vif-plugged-9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.989091] env[68640]: WARNING nova.compute.manager [req-c3a2423b-9646-419d-bb0d-73c359293b5d req-4c97a13c-2ba9-44d0-b792-5a23e46ac6af service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Received unexpected event network-vif-plugged-9d393bd6-8e31-4e63-821b-7f51860882cb for instance with vm_state building and task_state spawning. [ 1239.011223] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.011720] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.014274] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.777s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.014545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.014631] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1239.014929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.324s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.015199] env[68640]: DEBUG nova.objects.instance [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lazy-loading 'resources' on Instance uuid 4d0b019a-2026-48e9-94a3-dff130b1cbf9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.021111] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9142a-cb38-4aab-8ef5-8fb9d8a66a24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.030101] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ffc5f0-3935-4036-8090-28ca27fa026c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.044518] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b481a-75c6-4b30-968c-3e3630020f8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.052169] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddf0f0-bbe8-4199-9ae5-f4f5c61ba030 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.084005] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179564MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1239.084190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.085305] env[68640]: DEBUG nova.network.neutron [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Successfully updated port: 9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.370181] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1239.370425] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.370567] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1239.371752] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1239.372126] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1239.377411] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93fc523f-bfc9-45d6-aefc-cf79fb27fe60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.395067] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1239.395067] env[68640]: value = "task-2991695" [ 1239.395067] env[68640]: _type = "Task" [ 1239.395067] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.404947] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.518031] env[68640]: DEBUG nova.compute.utils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.519574] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.519750] env[68640]: DEBUG nova.network.neutron [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.567777] env[68640]: DEBUG nova.policy [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11dbc911bd424bd9896aec357d300641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd15225d27f9c47f0979878044430ebdd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.587796] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.587943] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.588122] env[68640]: DEBUG nova.network.neutron [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.669958] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c6235d-29cf-4720-abe6-b8096036492d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.677978] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e55f3-d568-4719-a5dc-32fa31345680 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.714407] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e30e92-650e-45d7-b20b-2aa315c0c585 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.723409] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e575a-2418-401c-adfe-0bdc8fc11c71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.737871] env[68640]: DEBUG nova.compute.provider_tree [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.906125] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991695, 'name': ReconfigVM_Task, 'duration_secs': 0.313255} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.906125] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.910059] env[68640]: DEBUG nova.network.neutron [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Successfully created port: c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.023675] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.129487] env[68640]: DEBUG nova.network.neutron [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.247170] env[68640]: DEBUG nova.scheduler.client.report [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.289027] env[68640]: DEBUG nova.network.neutron [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updating instance_info_cache with network_info: [{"id": "9d393bd6-8e31-4e63-821b-7f51860882cb", "address": "fa:16:3e:e9:9e:6e", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d393bd6-8e", "ovs_interfaceid": "9d393bd6-8e31-4e63-821b-7f51860882cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.415627] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.415873] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.416046] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.416248] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.416398] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.416545] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.416754] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.417258] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.417258] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.417258] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.417459] env[68640]: DEBUG nova.virt.hardware [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.422654] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.424028] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e205a5-2322-446f-b5f7-a4b276956c36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.441336] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1240.441336] env[68640]: value = "task-2991696" [ 1240.441336] env[68640]: _type = "Task" [ 1240.441336] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.449915] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.751674] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.754211] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.670s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.776022] env[68640]: INFO nova.scheduler.client.report [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Deleted allocations for instance 4d0b019a-2026-48e9-94a3-dff130b1cbf9 [ 1240.792009] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.792326] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Instance network_info: |[{"id": "9d393bd6-8e31-4e63-821b-7f51860882cb", "address": "fa:16:3e:e9:9e:6e", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d393bd6-8e", "ovs_interfaceid": "9d393bd6-8e31-4e63-821b-7f51860882cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.794096] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:9e:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d393bd6-8e31-4e63-821b-7f51860882cb', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.801577] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.802074] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.802313] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78006073-c41f-44e1-b909-41796e2d4351 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.823037] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.823037] env[68640]: value = "task-2991697" [ 1240.823037] env[68640]: _type = "Task" [ 1240.823037] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.831683] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991697, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.951210] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.013643] env[68640]: DEBUG nova.compute.manager [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Received event network-changed-9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.013863] env[68640]: DEBUG nova.compute.manager [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Refreshing instance network info cache due to event network-changed-9d393bd6-8e31-4e63-821b-7f51860882cb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.014203] env[68640]: DEBUG oslo_concurrency.lockutils [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] Acquiring lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.014386] env[68640]: DEBUG oslo_concurrency.lockutils [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] Acquired lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.014558] env[68640]: DEBUG nova.network.neutron [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Refreshing network info cache for port 9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.036298] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.061798] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.062065] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.062230] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.062443] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.062610] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.062758] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.062961] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.063133] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.063300] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.063457] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.063628] env[68640]: DEBUG nova.virt.hardware [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.064634] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c0e43e-6746-47eb-922b-40a51997120a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.072832] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743f00b-1e32-400e-9d58-de5a15e18ad4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.284112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4d905dcc-db13-41ea-80a2-2c9802192e68 tempest-ServerRescueNegativeTestJSON-1167042368 tempest-ServerRescueNegativeTestJSON-1167042368-project-member] Lock "4d0b019a-2026-48e9-94a3-dff130b1cbf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.964s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.333386] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991697, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.402058] env[68640]: DEBUG nova.network.neutron [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Successfully updated port: c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.453216] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.737917] env[68640]: DEBUG nova.network.neutron [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updated VIF entry in instance network info cache for port 9d393bd6-8e31-4e63-821b-7f51860882cb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.738330] env[68640]: DEBUG nova.network.neutron [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updating instance_info_cache with network_info: [{"id": "9d393bd6-8e31-4e63-821b-7f51860882cb", "address": "fa:16:3e:e9:9e:6e", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d393bd6-8e", "ovs_interfaceid": "9d393bd6-8e31-4e63-821b-7f51860882cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.764066] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Applying migration context for instance 08bc0c96-fecc-4a5f-b2b0-56722b29482d as it has an incoming, in-progress migration 709df912-e7cb-4df6-b184-40b12a1eef43. Migration status is migrating {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1241.765303] env[68640]: INFO nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating resource usage from migration 709df912-e7cb-4df6-b184-40b12a1eef43 [ 1241.788905] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.789080] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.789211] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 443dc2b9-899c-4475-a43f-0732bc0cd1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.789793] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 86cb4cc2-19e1-4716-be87-dd01189fd5c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.789793] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance cb976140-d765-4dad-bf86-8c727d93fb07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.789793] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Migration 709df912-e7cb-4df6-b184-40b12a1eef43 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1241.789793] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 08bc0c96-fecc-4a5f-b2b0-56722b29482d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.789793] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 6866965f-cc1c-4e63-bbdb-73f9074ee5ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.790194] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 143cd5f3-c332-4074-ad51-3856545707b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1241.790194] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1241.790402] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1241.816403] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbbe4b-0001-3194-893c-9c6499288e7b/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1241.817501] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c808c4e-fc74-4a49-9e1e-6bec69593b91 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.825932] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbbe4b-0001-3194-893c-9c6499288e7b/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1241.826141] env[68640]: ERROR oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbbe4b-0001-3194-893c-9c6499288e7b/disk-0.vmdk due to incomplete transfer. [ 1241.829265] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb98dfb2-ae69-44e7-b9a5-4ad5fd7175a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.835916] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991697, 'name': CreateVM_Task} progress is 25%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.836933] env[68640]: DEBUG oslo_vmware.rw_handles [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbbe4b-0001-3194-893c-9c6499288e7b/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1241.837140] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Uploaded image 5c28c0a0-97ed-44a4-a358-da06a9c4c674 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1241.839584] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1241.839819] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ec378da-65e6-4dd6-9e0b-665d65c8815d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.847768] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1241.847768] env[68640]: value = "task-2991698" [ 1241.847768] env[68640]: _type = "Task" [ 1241.847768] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.856381] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991698, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.907614] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.907860] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.908072] env[68640]: DEBUG nova.network.neutron [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.912568] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8892085-faea-4ee9-acd3-76c64a4cb2e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.919380] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a09f8e-a8d4-47ee-b2b6-b69a389225d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.955596] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45451d5-4a64-4d20-8bcf-059cb8c671e8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.963467] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991696, 'name': ReconfigVM_Task, 'duration_secs': 1.205982} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.965660] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.966495] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab61382-60a2-4dcd-b280-99d791412b7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.969853] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d576d0a-aa87-4666-8250-d3b4425cb99d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.983408] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.003080] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.005227] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.007802] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1d7862-d35d-4b1f-8bba-1aa9d410d78d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.027248] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1242.027248] env[68640]: value = "task-2991699" [ 1242.027248] env[68640]: _type = "Task" [ 1242.027248] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.035470] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.242144] env[68640]: DEBUG oslo_concurrency.lockutils [req-61c5f2e9-0de2-442e-9f8e-55d58506a4cc req-0ec09b5b-93d1-4c71-8a66-0e87b186d95e service nova] Releasing lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.335026] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991697, 'name': CreateVM_Task, 'duration_secs': 1.376043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.335217] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.342206] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.342347] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.342739] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.342916] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac4c548-c329-451a-b3ce-c59aaade7bc9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.347536] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1242.347536] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ae9744-7ea4-ac44-c82d-daa16c7ba7ae" [ 1242.347536] env[68640]: _type = "Task" [ 1242.347536] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.357645] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ae9744-7ea4-ac44-c82d-daa16c7ba7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.360460] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991698, 'name': Destroy_Task, 'duration_secs': 0.374207} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.360737] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Destroyed the VM [ 1242.360918] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1242.361159] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bfb49aa-8353-412f-a9d0-b1819c24e47e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.366196] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1242.366196] env[68640]: value = "task-2991700" [ 1242.366196] env[68640]: _type = "Task" [ 1242.366196] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.373419] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.443751] env[68640]: DEBUG nova.network.neutron [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.522274] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1242.522490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.768s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.536010] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991699, 'name': ReconfigVM_Task, 'duration_secs': 0.296901} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.536350] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.536618] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.572934] env[68640]: DEBUG nova.network.neutron [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.857844] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52ae9744-7ea4-ac44-c82d-daa16c7ba7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.858173] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.858416] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.858693] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.858837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.859034] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.859310] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a166eeb-a06c-48ec-b2cb-18d06c9c9e9c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.870246] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.870517] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.871242] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25deba3-2700-4d1d-ab4e-2700b23e6932 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.877992] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991700, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358897} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.879187] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.879545] env[68640]: DEBUG nova.compute.manager [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.879906] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1242.879906] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520ae578-d1e0-1bfa-7129-7409d99a3e2e" [ 1242.879906] env[68640]: _type = "Task" [ 1242.879906] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.880673] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc8c2e1-7601-46bb-898e-24dd2a90d7cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.897030] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520ae578-d1e0-1bfa-7129-7409d99a3e2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008423} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.897030] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa7bb8d5-c73a-4e54-9cdc-39170da7a5f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.900358] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1242.900358] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525cca7d-c212-c021-e99d-406be27b8a32" [ 1242.900358] env[68640]: _type = "Task" [ 1242.900358] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.908214] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525cca7d-c212-c021-e99d-406be27b8a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.040354] env[68640]: DEBUG nova.compute.manager [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-vif-plugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.040631] env[68640]: DEBUG oslo_concurrency.lockutils [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.040773] env[68640]: DEBUG oslo_concurrency.lockutils [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.040937] env[68640]: DEBUG oslo_concurrency.lockutils [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.043444] env[68640]: DEBUG nova.compute.manager [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] No waiting events found dispatching network-vif-plugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.043660] env[68640]: WARNING nova.compute.manager [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received unexpected event network-vif-plugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 for instance with vm_state building and task_state spawning. [ 1243.043835] env[68640]: DEBUG nova.compute.manager [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.043994] env[68640]: DEBUG nova.compute.manager [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing instance network info cache due to event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.044182] env[68640]: DEBUG oslo_concurrency.lockutils [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.047191] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc627d-475d-4e46-b7c3-0c4f71e85aae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.067383] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa43e3d-a7a5-49ea-a1cb-8f13a6ac8a44 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.086144] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.086454] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance network_info: |[{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.086763] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.090054] env[68640]: DEBUG oslo_concurrency.lockutils [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.090246] env[68640]: DEBUG nova.network.neutron [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.095019] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:2f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.105950] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.107258] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.107492] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d9c4036-9d1c-4c28-b70e-8632951784a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.127321] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.127321] env[68640]: value = "task-2991701" [ 1243.127321] env[68640]: _type = "Task" [ 1243.127321] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.139161] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991701, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.399350] env[68640]: INFO nova.compute.manager [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Shelve offloading [ 1243.412708] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]525cca7d-c212-c021-e99d-406be27b8a32, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.413023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.413313] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 6866965f-cc1c-4e63-bbdb-73f9074ee5ff/6866965f-cc1c-4e63-bbdb-73f9074ee5ff.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.413839] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce7e896-9b51-4666-9661-29b5ad262bd4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.421075] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1243.421075] env[68640]: value = "task-2991702" [ 1243.421075] env[68640]: _type = "Task" [ 1243.421075] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.429643] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.638475] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991701, 'name': CreateVM_Task, 'duration_secs': 0.364695} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.638745] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.639421] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.639631] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.640041] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.640391] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce973770-11af-4780-af18-6becd7c5fd5b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.645802] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1243.645802] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a33c51-7e1f-c07e-d276-8bd3c2cbb33a" [ 1243.645802] env[68640]: _type = "Task" [ 1243.645802] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.654885] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a33c51-7e1f-c07e-d276-8bd3c2cbb33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.676316] env[68640]: DEBUG nova.network.neutron [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Port 631b415c-95b8-40f4-9401-6783869d6868 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1243.858975] env[68640]: DEBUG nova.network.neutron [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updated VIF entry in instance network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.859383] env[68640]: DEBUG nova.network.neutron [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.906423] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.906941] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-940e6ee7-b049-46ee-a07e-3a99b79ebc2b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.913489] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1243.913489] env[68640]: value = "task-2991703" [ 1243.913489] env[68640]: _type = "Task" [ 1243.913489] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.920912] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.929051] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47432} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.929291] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 6866965f-cc1c-4e63-bbdb-73f9074ee5ff/6866965f-cc1c-4e63-bbdb-73f9074ee5ff.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.929538] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.929719] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1bb4419-1812-436b-9b16-90d88e04c21a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.934839] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1243.934839] env[68640]: value = "task-2991704" [ 1243.934839] env[68640]: _type = "Task" [ 1243.934839] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.941678] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.156158] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52a33c51-7e1f-c07e-d276-8bd3c2cbb33a, 'name': SearchDatastore_Task, 'duration_secs': 0.059645} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.156618] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.156679] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.156985] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.157221] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.157449] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.157754] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e987580-f8df-4b3b-807a-c693b198753c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.165353] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.165600] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.166325] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79caed5-8ac9-45be-8914-77eeaf1cb868 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.171116] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1244.171116] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527d44e5-2657-8d06-96b7-8ed85a666c43" [ 1244.171116] env[68640]: _type = "Task" [ 1244.171116] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.178119] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527d44e5-2657-8d06-96b7-8ed85a666c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.362019] env[68640]: DEBUG oslo_concurrency.lockutils [req-b18e48f5-749f-429d-a1a7-cdca0190bf82 req-ac6e1d75-a535-4f34-bd15-22ce4f85b90e service nova] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.424137] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1244.424321] env[68640]: DEBUG nova.compute.manager [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.425063] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1005a96-5c98-4aed-b8be-c47d1b938254 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.430536] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.430700] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.430867] env[68640]: DEBUG nova.network.neutron [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.443036] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065468} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.443278] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.444020] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d02daf-0dae-4fb1-bb0b-fbc62954e59a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.465193] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 6866965f-cc1c-4e63-bbdb-73f9074ee5ff/6866965f-cc1c-4e63-bbdb-73f9074ee5ff.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.465612] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e1a3af-23c1-40bb-a4c5-bcab9229c6ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.483581] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1244.483581] env[68640]: value = "task-2991705" [ 1244.483581] env[68640]: _type = "Task" [ 1244.483581] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.490992] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.522896] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.523123] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.523289] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.681957] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527d44e5-2657-8d06-96b7-8ed85a666c43, 'name': SearchDatastore_Task, 'duration_secs': 0.007945} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.682707] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bc34d4-314a-4423-93bd-5cdb9e117b8c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.700475] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.700701] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.700912] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.702114] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1244.702114] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52412d82-3ab1-7bc9-3402-276ee71bb823" [ 1244.702114] env[68640]: _type = "Task" [ 1244.702114] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.712108] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52412d82-3ab1-7bc9-3402-276ee71bb823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.993523] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991705, 'name': ReconfigVM_Task, 'duration_secs': 0.268989} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.993794] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 6866965f-cc1c-4e63-bbdb-73f9074ee5ff/6866965f-cc1c-4e63-bbdb-73f9074ee5ff.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.996582] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-671660bb-1d80-4bff-aadb-3fc8772d6657 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.002893] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1245.002893] env[68640]: value = "task-2991706" [ 1245.002893] env[68640]: _type = "Task" [ 1245.002893] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.011128] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991706, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.146624] env[68640]: DEBUG nova.network.neutron [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.215728] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52412d82-3ab1-7bc9-3402-276ee71bb823, 'name': SearchDatastore_Task, 'duration_secs': 0.014539} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.216049] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.216291] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.216547] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-854f269a-7f75-45dc-8d9b-e3729d2ab983 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.222716] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1245.222716] env[68640]: value = "task-2991707" [ 1245.222716] env[68640]: _type = "Task" [ 1245.222716] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.229989] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.515517] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991706, 'name': Rename_Task, 'duration_secs': 0.130675} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.515792] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.516138] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871fc986-80fc-4232-b436-a450a534a848 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.522833] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1245.522833] env[68640]: value = "task-2991708" [ 1245.522833] env[68640]: _type = "Task" [ 1245.522833] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.531466] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.649371] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.733623] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50792} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.733819] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.734116] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.734390] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba7b6f31-4070-4908-8e5c-652c94f473a7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.741199] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1245.741199] env[68640]: value = "task-2991709" [ 1245.741199] env[68640]: _type = "Task" [ 1245.741199] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.748938] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.751366] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.751529] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.751697] env[68640]: DEBUG nova.network.neutron [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.903493] env[68640]: DEBUG nova.compute.manager [req-c74d2cb0-09da-4f2c-89e6-faad4f5b4d36 req-65c3bb4f-07a9-4b5d-acd7-fb8b34a3918c service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-vif-unplugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.903721] env[68640]: DEBUG oslo_concurrency.lockutils [req-c74d2cb0-09da-4f2c-89e6-faad4f5b4d36 req-65c3bb4f-07a9-4b5d-acd7-fb8b34a3918c service nova] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.903963] env[68640]: DEBUG oslo_concurrency.lockutils [req-c74d2cb0-09da-4f2c-89e6-faad4f5b4d36 req-65c3bb4f-07a9-4b5d-acd7-fb8b34a3918c service nova] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.904155] env[68640]: DEBUG oslo_concurrency.lockutils [req-c74d2cb0-09da-4f2c-89e6-faad4f5b4d36 req-65c3bb4f-07a9-4b5d-acd7-fb8b34a3918c service nova] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.904325] env[68640]: DEBUG nova.compute.manager [req-c74d2cb0-09da-4f2c-89e6-faad4f5b4d36 req-65c3bb4f-07a9-4b5d-acd7-fb8b34a3918c service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] No waiting events found dispatching network-vif-unplugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.904490] env[68640]: WARNING nova.compute.manager [req-c74d2cb0-09da-4f2c-89e6-faad4f5b4d36 req-65c3bb4f-07a9-4b5d-acd7-fb8b34a3918c service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received unexpected event network-vif-unplugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d for instance with vm_state shelved and task_state shelving_offloading. [ 1246.030312] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.031150] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471fe8fc-7a38-4968-97c3-590d8ce63599 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.037012] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.041497] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1246.041732] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb64eff7-d417-47d4-97ac-92f18a25a526 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.120875] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1246.121206] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1246.121410] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleting the datastore file [datastore2] 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1246.121677] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a6fa7f9-1dc6-4679-b7e3-c5c8933dbcf8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.128530] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1246.128530] env[68640]: value = "task-2991711" [ 1246.128530] env[68640]: _type = "Task" [ 1246.128530] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.136364] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.251273] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07194} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.251588] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.252254] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36090ba4-c3e4-4df4-bc1a-fba9d1bdbcbf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.275981] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.276272] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb20df13-e794-4fb4-a63a-71341164d1d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.297774] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1246.297774] env[68640]: value = "task-2991712" [ 1246.297774] env[68640]: _type = "Task" [ 1246.297774] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.305594] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.509431] env[68640]: DEBUG nova.network.neutron [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.533610] env[68640]: DEBUG oslo_vmware.api [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991708, 'name': PowerOnVM_Task, 'duration_secs': 0.568564} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.533874] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.534082] env[68640]: INFO nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1246.534268] env[68640]: DEBUG nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.535042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3654b-c2b2-499f-98d7-674d1c80539a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.638557] env[68640]: DEBUG oslo_vmware.api [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37708} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.638933] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.639082] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.639180] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.663030] env[68640]: INFO nova.scheduler.client.report [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted allocations for instance 86cb4cc2-19e1-4716-be87-dd01189fd5c9 [ 1246.807423] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991712, 'name': ReconfigVM_Task, 'duration_secs': 0.288516} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.807749] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.808470] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-997dbeca-a12e-4473-8f0b-d6d42377c93c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.814370] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1246.814370] env[68640]: value = "task-2991713" [ 1246.814370] env[68640]: _type = "Task" [ 1246.814370] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.821862] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991713, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.012213] env[68640]: DEBUG oslo_concurrency.lockutils [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.052738] env[68640]: INFO nova.compute.manager [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Took 15.36 seconds to build instance. [ 1247.167136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.167424] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.167659] env[68640]: DEBUG nova.objects.instance [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'resources' on Instance uuid 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.324750] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991713, 'name': Rename_Task, 'duration_secs': 0.138699} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.325047] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.325339] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8056469-e643-4049-b9d7-5a243c24f9ad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.331204] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1247.331204] env[68640]: value = "task-2991714" [ 1247.331204] env[68640]: _type = "Task" [ 1247.331204] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.339030] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.537342] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668024fa-3076-421e-b885-90c207797c39 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.558221] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e488a187-62e8-46c0-84f8-72d8c99c2905 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.884s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.559222] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182daee7-93fe-4ff9-879e-7b55a2a5a18b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.566376] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.670421] env[68640]: DEBUG nova.objects.instance [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'numa_topology' on Instance uuid 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.842513] env[68640]: DEBUG oslo_vmware.api [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991714, 'name': PowerOnVM_Task, 'duration_secs': 0.449873} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.842753] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.842995] env[68640]: INFO nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1247.843228] env[68640]: DEBUG nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.844175] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a1ebec-7d7e-4a82-96a6-c559ab60e7a5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.937371] env[68640]: DEBUG nova.compute.manager [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.937542] env[68640]: DEBUG nova.compute.manager [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing instance network info cache due to event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.937775] env[68640]: DEBUG oslo_concurrency.lockutils [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.937927] env[68640]: DEBUG oslo_concurrency.lockutils [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.938104] env[68640]: DEBUG nova.network.neutron [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.072869] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.073272] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af15d896-e9a4-4842-ba7f-8e1f53694dac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.082159] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1248.082159] env[68640]: value = "task-2991715" [ 1248.082159] env[68640]: _type = "Task" [ 1248.082159] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.090053] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.172927] env[68640]: DEBUG nova.objects.base [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Object Instance<86cb4cc2-19e1-4716-be87-dd01189fd5c9> lazy-loaded attributes: resources,numa_topology {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1248.304123] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d4a832-532a-4c70-9f7a-299f9bf9c821 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.310433] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6d0ea7-c8cf-4cd0-95e0-c13d35598110 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.340030] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda1ea4-3083-4e74-bef5-7a08b4ecaead {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.347077] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3519ef1-68ce-4130-a298-0ba87d8e7cc5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.363538] env[68640]: DEBUG nova.compute.provider_tree [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.366354] env[68640]: INFO nova.compute.manager [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Took 15.95 seconds to build instance. [ 1248.429124] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.593801] env[68640]: DEBUG oslo_vmware.api [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991715, 'name': PowerOnVM_Task, 'duration_secs': 0.454727} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.594154] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.594380] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-7bc67d22-427d-4f10-9cf9-26fb09d1f18a tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance '08bc0c96-fecc-4a5f-b2b0-56722b29482d' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.743914] env[68640]: DEBUG nova.network.neutron [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updated VIF entry in instance network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.744376] env[68640]: DEBUG nova.network.neutron [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.867616] env[68640]: DEBUG nova.scheduler.client.report [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.870928] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8065a862-a8ff-4948-b427-308a2107ee87 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.461s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.059363] env[68640]: DEBUG nova.compute.manager [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.059606] env[68640]: DEBUG nova.compute.manager [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing instance network info cache due to event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.059844] env[68640]: DEBUG oslo_concurrency.lockutils [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.059844] env[68640]: DEBUG oslo_concurrency.lockutils [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.059954] env[68640]: DEBUG nova.network.neutron [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.249900] env[68640]: DEBUG oslo_concurrency.lockutils [req-8143fc77-1aed-4c75-9440-cb9d6a85804b req-1ca7c1d7-0f16-49de-bdd6-1b82e1c9c656 service nova] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.373277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.803285] env[68640]: DEBUG nova.network.neutron [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updated VIF entry in instance network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.803461] env[68640]: DEBUG nova.network.neutron [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.881301] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6a446d5-9e76-4798-9add-146a1140eb84 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.834s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.882255] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.296s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.882454] env[68640]: INFO nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] During sync_power_state the instance has a pending task (shelving). Skip. [ 1249.882627] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.883057] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.454s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.883235] env[68640]: INFO nova.compute.manager [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Unshelving [ 1249.961974] env[68640]: DEBUG nova.compute.manager [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Received event network-changed-9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.962093] env[68640]: DEBUG nova.compute.manager [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Refreshing instance network info cache due to event network-changed-9d393bd6-8e31-4e63-821b-7f51860882cb. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.962320] env[68640]: DEBUG oslo_concurrency.lockutils [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] Acquiring lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.962496] env[68640]: DEBUG oslo_concurrency.lockutils [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] Acquired lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.962610] env[68640]: DEBUG nova.network.neutron [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Refreshing network info cache for port 9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.307140] env[68640]: DEBUG oslo_concurrency.lockutils [req-11eba5fe-c589-47ac-9d28-eeb4e60f37d8 req-b16f6f61-257d-423e-ae15-43516a0a9823 service nova] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.584451] env[68640]: DEBUG nova.network.neutron [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Port 631b415c-95b8-40f4-9401-6783869d6868 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1250.584811] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.584887] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.585139] env[68640]: DEBUG nova.network.neutron [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.738680] env[68640]: DEBUG nova.network.neutron [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updated VIF entry in instance network info cache for port 9d393bd6-8e31-4e63-821b-7f51860882cb. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.739157] env[68640]: DEBUG nova.network.neutron [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updating instance_info_cache with network_info: [{"id": "9d393bd6-8e31-4e63-821b-7f51860882cb", "address": "fa:16:3e:e9:9e:6e", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d393bd6-8e", "ovs_interfaceid": "9d393bd6-8e31-4e63-821b-7f51860882cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.910217] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.910513] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.910730] env[68640]: DEBUG nova.objects.instance [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'pci_requests' on Instance uuid 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.242021] env[68640]: DEBUG oslo_concurrency.lockutils [req-33c38489-23f4-4c4a-88ca-be6969956aad req-6ec40bc9-0163-4d7b-8ac9-4d4570e0d365 service nova] Releasing lock "refresh_cache-6866965f-cc1c-4e63-bbdb-73f9074ee5ff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.281701] env[68640]: DEBUG nova.network.neutron [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.414717] env[68640]: DEBUG nova.objects.instance [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'numa_topology' on Instance uuid 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.784654] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.917317] env[68640]: INFO nova.compute.claims [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.287905] env[68640]: DEBUG nova.compute.manager [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68640) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1252.288185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.041945] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875f50d-d460-42ad-be5d-34264dd5e850 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.050020] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ed08c9-be52-47a5-8eff-2dce4fc7319e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.081923] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9733b-677b-4e16-87d7-f0414eee3ce1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.089684] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95651c50-f2ce-4a0b-92fb-ae487858cff1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.103073] env[68640]: DEBUG nova.compute.provider_tree [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.606682] env[68640]: DEBUG nova.scheduler.client.report [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.111555] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.201s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.113838] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.826s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.139041] env[68640]: INFO nova.network.neutron [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1254.617027] env[68640]: DEBUG nova.objects.instance [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'migration_context' on Instance uuid 08bc0c96-fecc-4a5f-b2b0-56722b29482d {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.233688] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a091c-e944-4aa8-a8cb-297bb2aaeded {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.241597] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a830d130-8f99-4240-8340-8acf628867dd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.271077] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fd9a9d-6b29-47ee-bd9c-0d68ab951367 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.278154] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db428497-7024-4955-99a1-acea94a50eff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.291993] env[68640]: DEBUG nova.compute.provider_tree [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.499329] env[68640]: DEBUG nova.compute.manager [req-755c0c11-151b-4306-a0b5-c2dc726f5127 req-824fdcf7-673a-4096-83cd-e4307b1b0a93 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-vif-plugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.499329] env[68640]: DEBUG oslo_concurrency.lockutils [req-755c0c11-151b-4306-a0b5-c2dc726f5127 req-824fdcf7-673a-4096-83cd-e4307b1b0a93 service nova] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.499329] env[68640]: DEBUG oslo_concurrency.lockutils [req-755c0c11-151b-4306-a0b5-c2dc726f5127 req-824fdcf7-673a-4096-83cd-e4307b1b0a93 service nova] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.499329] env[68640]: DEBUG oslo_concurrency.lockutils [req-755c0c11-151b-4306-a0b5-c2dc726f5127 req-824fdcf7-673a-4096-83cd-e4307b1b0a93 service nova] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.499329] env[68640]: DEBUG nova.compute.manager [req-755c0c11-151b-4306-a0b5-c2dc726f5127 req-824fdcf7-673a-4096-83cd-e4307b1b0a93 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] No waiting events found dispatching network-vif-plugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.499865] env[68640]: WARNING nova.compute.manager [req-755c0c11-151b-4306-a0b5-c2dc726f5127 req-824fdcf7-673a-4096-83cd-e4307b1b0a93 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received unexpected event network-vif-plugged-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d for instance with vm_state shelved_offloaded and task_state spawning. [ 1255.591514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.591639] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.592124] env[68640]: DEBUG nova.network.neutron [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.794885] env[68640]: DEBUG nova.scheduler.client.report [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.338727] env[68640]: DEBUG nova.network.neutron [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.805803] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.692s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.841528] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.868274] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7abfceb9eebf2ef4cb6580433323b230',container_format='bare',created_at=2025-03-12T21:38:13Z,direct_url=,disk_format='vmdk',id=5c28c0a0-97ed-44a4-a358-da06a9c4c674,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-814742203-shelved',owner='43c39ac2aff54cd09f7b645d0ace0e3c',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-03-12T21:38:30Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.868535] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.868706] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.869022] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.869142] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.869185] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.869377] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.869534] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.869697] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.869859] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.870046] env[68640]: DEBUG nova.virt.hardware [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.870901] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba8f545-ada8-44fe-85d9-80eba1034e60 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.878690] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53788671-c1ab-4123-b593-ae46e3183493 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.892108] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:60:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.899710] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.900254] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.900486] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edd0a72f-a644-4cbe-8ed9-59fef82ba511 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.919628] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.919628] env[68640]: value = "task-2991716" [ 1256.919628] env[68640]: _type = "Task" [ 1256.919628] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.926876] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991716, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.429634] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991716, 'name': CreateVM_Task, 'duration_secs': 0.311504} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.429936] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.430485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.430655] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.431070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.431326] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff040a02-81ad-404d-a34d-350907dbbe05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.435955] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1257.435955] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522e7d01-52a7-608d-d008-f77adabc4b29" [ 1257.435955] env[68640]: _type = "Task" [ 1257.435955] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.444816] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522e7d01-52a7-608d-d008-f77adabc4b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.524010] env[68640]: DEBUG nova.compute.manager [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.524326] env[68640]: DEBUG nova.compute.manager [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing instance network info cache due to event network-changed-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.524579] env[68640]: DEBUG oslo_concurrency.lockutils [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] Acquiring lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.524729] env[68640]: DEBUG oslo_concurrency.lockutils [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] Acquired lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.524892] env[68640]: DEBUG nova.network.neutron [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Refreshing network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.946234] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.946488] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Processing image 5c28c0a0-97ed-44a4-a358-da06a9c4c674 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.946734] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.946884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.947076] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.947353] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbdab6e8-7232-4859-a629-87fdc6f4bca8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.963650] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.963827] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.964518] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba079ce-3e19-4561-8086-35c8291793f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.969552] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1257.969552] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6bb02-5c07-ca77-cec4-3611475a2717" [ 1257.969552] env[68640]: _type = "Task" [ 1257.969552] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.976719] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6bb02-5c07-ca77-cec4-3611475a2717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.210737] env[68640]: DEBUG nova.network.neutron [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updated VIF entry in instance network info cache for port 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.211114] env[68640]: DEBUG nova.network.neutron [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [{"id": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "address": "fa:16:3e:ce:60:25", "network": {"id": "caf855d0-a00c-406f-9ba6-08b9076fe8b8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1126715665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43c39ac2aff54cd09f7b645d0ace0e3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b9d0e7f-4f", "ovs_interfaceid": "1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.343895] env[68640]: INFO nova.compute.manager [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Swapping old allocation on dict_keys(['610e41d8-3285-4a29-bc4a-2c380131b53f']) held by migration 709df912-e7cb-4df6-b184-40b12a1eef43 for instance [ 1258.369464] env[68640]: DEBUG nova.scheduler.client.report [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Overwriting current allocation {'allocations': {'610e41d8-3285-4a29-bc4a-2c380131b53f': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 164}}, 'project_id': '5f8ba2e078dc45a5b9a0b5e0a9e77daa', 'user_id': 'aca14cd7e255492bbf8a72ee654585a4', 'consumer_generation': 1} on consumer 08bc0c96-fecc-4a5f-b2b0-56722b29482d {{(pid=68640) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1258.453461] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.453727] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.453826] env[68640]: DEBUG nova.network.neutron [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.480017] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1258.480246] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Fetch image to [datastore1] OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad/OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1258.480428] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Downloading stream optimized image 5c28c0a0-97ed-44a4-a358-da06a9c4c674 to [datastore1] OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad/OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad.vmdk on the data store datastore1 as vApp {{(pid=68640) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1258.480597] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Downloading image file data 5c28c0a0-97ed-44a4-a358-da06a9c4c674 to the ESX as VM named 'OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad' {{(pid=68640) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1258.552868] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1258.552868] env[68640]: value = "resgroup-9" [ 1258.552868] env[68640]: _type = "ResourcePool" [ 1258.552868] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1258.553125] env[68640]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8c8652eb-45c6-48ce-877a-5769293790b4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.574947] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease: (returnval){ [ 1258.574947] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0158-dac5-9a29-bc1c-c6ac28b10749" [ 1258.574947] env[68640]: _type = "HttpNfcLease" [ 1258.574947] env[68640]: } obtained for vApp import into resource pool (val){ [ 1258.574947] env[68640]: value = "resgroup-9" [ 1258.574947] env[68640]: _type = "ResourcePool" [ 1258.574947] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1258.575399] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the lease: (returnval){ [ 1258.575399] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0158-dac5-9a29-bc1c-c6ac28b10749" [ 1258.575399] env[68640]: _type = "HttpNfcLease" [ 1258.575399] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1258.581454] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1258.581454] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0158-dac5-9a29-bc1c-c6ac28b10749" [ 1258.581454] env[68640]: _type = "HttpNfcLease" [ 1258.581454] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1258.714129] env[68640]: DEBUG oslo_concurrency.lockutils [req-90591ee6-98e3-40c9-8969-4071a98a88a2 req-eb9d805a-f213-4512-83bb-fc9b4cc881d2 service nova] Releasing lock "refresh_cache-86cb4cc2-19e1-4716-be87-dd01189fd5c9" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.084308] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1259.084308] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0158-dac5-9a29-bc1c-c6ac28b10749" [ 1259.084308] env[68640]: _type = "HttpNfcLease" [ 1259.084308] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1259.084700] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1259.084700] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bf0158-dac5-9a29-bc1c-c6ac28b10749" [ 1259.084700] env[68640]: _type = "HttpNfcLease" [ 1259.084700] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1259.085421] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44799489-fcbd-4a63-baae-92934193c1de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.094236] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5268d465-e072-ee66-367b-810fc0e2e7e4/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1259.094464] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5268d465-e072-ee66-367b-810fc0e2e7e4/disk-0.vmdk. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1259.161386] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6079032-06aa-42e7-ade9-f0741e7c0a01 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.431820] env[68640]: DEBUG nova.network.neutron [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [{"id": "631b415c-95b8-40f4-9401-6783869d6868", "address": "fa:16:3e:52:68:a8", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631b415c-95", "ovs_interfaceid": "631b415c-95b8-40f4-9401-6783869d6868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.936631] env[68640]: DEBUG oslo_concurrency.lockutils [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-08bc0c96-fecc-4a5f-b2b0-56722b29482d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.937294] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.937694] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93d84056-221d-4375-a0df-3130aca58c33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.946669] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1259.946669] env[68640]: value = "task-2991718" [ 1259.946669] env[68640]: _type = "Task" [ 1259.946669] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.956723] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.311324] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1260.311545] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5268d465-e072-ee66-367b-810fc0e2e7e4/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.312516] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879ee7bc-f4ca-4824-9ccd-30f2f54dec4a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.319567] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5268d465-e072-ee66-367b-810fc0e2e7e4/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.319729] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5268d465-e072-ee66-367b-810fc0e2e7e4/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1260.319969] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-28740688-deb9-4d8c-ab61-a505a541db05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.457094] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991718, 'name': PowerOffVM_Task, 'duration_secs': 0.185414} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.457346] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.458018] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.458249] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.458408] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.458598] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.458741] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.458885] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.459100] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.459263] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.459430] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.459589] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.459778] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.464569] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ada30a-3441-4a53-ad52-255a0b307afb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.479742] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1260.479742] env[68640]: value = "task-2991719" [ 1260.479742] env[68640]: _type = "Task" [ 1260.479742] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.484153] env[68640]: DEBUG oslo_vmware.rw_handles [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5268d465-e072-ee66-367b-810fc0e2e7e4/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1260.484486] env[68640]: INFO nova.virt.vmwareapi.images [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Downloaded image file data 5c28c0a0-97ed-44a4-a358-da06a9c4c674 [ 1260.488228] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166a68fc-ed9d-4e06-983a-775a33ecee8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.490704] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.504184] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-732267fe-d80c-4fa8-a183-f41f3e3bab23 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.541527] env[68640]: INFO nova.virt.vmwareapi.images [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] The imported VM was unregistered [ 1260.544677] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1260.544996] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.545397] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-170d2446-c779-457b-a798-51257a30ebd9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.561801] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Created directory with path [datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.562078] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad/OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad.vmdk to [datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk. {{(pid=68640) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1260.562421] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6cbac723-b177-4fc3-a588-75c5d3e3a78c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.569573] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1260.569573] env[68640]: value = "task-2991721" [ 1260.569573] env[68640]: _type = "Task" [ 1260.569573] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.577118] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991721, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.990744] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991719, 'name': ReconfigVM_Task, 'duration_secs': 0.148127} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.991568] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c52d5d-af35-475a-a6a0-9fe45a218c2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.009741] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.010067] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.010146] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.010332] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.010478] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.010629] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.010830] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.010991] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.011173] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.011339] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.011515] env[68640]: DEBUG nova.virt.hardware [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.012373] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deeaabf8-dda3-46c3-a8ee-c696efff0785 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.017917] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1261.017917] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cbfcce-b27f-480c-dd35-6e5f5a4b38e0" [ 1261.017917] env[68640]: _type = "Task" [ 1261.017917] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.026077] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cbfcce-b27f-480c-dd35-6e5f5a4b38e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.080490] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991721, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.529073] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cbfcce-b27f-480c-dd35-6e5f5a4b38e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.533710] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.534051] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8e5dbbb-9226-4c8b-ad52-c1a0edc649a4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.552072] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1261.552072] env[68640]: value = "task-2991722" [ 1261.552072] env[68640]: _type = "Task" [ 1261.552072] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.564181] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.580043] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991721, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.062578] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991722, 'name': ReconfigVM_Task, 'duration_secs': 0.246174} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.062893] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.063709] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ffb2d9-df3a-4d85-84ab-dacc6af98c98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.086192] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.089655] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e963bb2-09cd-4018-94e7-11aafbe53c1b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.107829] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991721, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.109315] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1262.109315] env[68640]: value = "task-2991723" [ 1262.109315] env[68640]: _type = "Task" [ 1262.109315] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.120141] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.590789] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991721, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.621138] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.089810] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991721, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.253944} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.090390] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad/OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad.vmdk to [datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk. [ 1263.090390] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Cleaning up location [datastore1] OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1263.090390] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_efe5e05f-bc03-4147-9c58-cee530e8c2ad {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.090582] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93f4ee5-1fe6-4daf-894c-5c99c800de5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.096527] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1263.096527] env[68640]: value = "task-2991724" [ 1263.096527] env[68640]: _type = "Task" [ 1263.096527] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.104225] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.117900] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991723, 'name': ReconfigVM_Task, 'duration_secs': 0.716135} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.118189] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d/08bc0c96-fecc-4a5f-b2b0-56722b29482d.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.118972] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3fd8aa-7803-4aed-955b-b149e944386b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.136608] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc10813-1b4a-462f-86e4-c1d58678be74 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.153688] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af52d9-61a4-49f7-a62f-a2d4d5fa5e36 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.174380] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56a9286-22bb-4e40-9d77-3f7a3fca31b9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.181049] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.181287] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-577b07f8-9fe5-4a58-9e2d-058af4c3c336 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.186906] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1263.186906] env[68640]: value = "task-2991725" [ 1263.186906] env[68640]: _type = "Task" [ 1263.186906] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.193883] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.606931] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127672} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.607188] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.607360] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.607574] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk to [datastore1] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.607834] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb59b11a-666b-4af5-be32-a8dcc9efd855 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.614316] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1263.614316] env[68640]: value = "task-2991726" [ 1263.614316] env[68640]: _type = "Task" [ 1263.614316] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.621612] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.696694] env[68640]: DEBUG oslo_vmware.api [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991725, 'name': PowerOnVM_Task, 'duration_secs': 0.507879} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.696943] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.126468] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.628166] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.707496] env[68640]: INFO nova.compute.manager [None req-17ee53de-59d5-43df-b6b5-effe4e005b85 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance to original state: 'active' [ 1265.128405] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.628845] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.131281] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.403481] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.403713] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.403909] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.404107] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.404338] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.406491] env[68640]: INFO nova.compute.manager [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Terminating instance [ 1266.627930] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991726, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.547668} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.628220] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5c28c0a0-97ed-44a4-a358-da06a9c4c674/5c28c0a0-97ed-44a4-a358-da06a9c4c674.vmdk to [datastore1] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.629031] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a93d24-6fba-4ace-8c7b-52fd2b03a830 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.650294] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.650593] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62c7899-ab39-4ce2-b55c-fc4f43595229 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.668958] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1266.668958] env[68640]: value = "task-2991727" [ 1266.668958] env[68640]: _type = "Task" [ 1266.668958] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.676374] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.910648] env[68640]: DEBUG nova.compute.manager [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.910871] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.911823] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a162ff3-218a-400d-8bcd-a21896b01a62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.919490] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.919685] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f086db77-860a-4fad-90e3-43027ef10804 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.925553] env[68640]: DEBUG oslo_vmware.api [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1266.925553] env[68640]: value = "task-2991728" [ 1266.925553] env[68640]: _type = "Task" [ 1266.925553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.933581] env[68640]: DEBUG oslo_vmware.api [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.178932] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.435136] env[68640]: DEBUG oslo_vmware.api [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991728, 'name': PowerOffVM_Task, 'duration_secs': 0.191517} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.435416] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.435586] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.435830] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-271d92a3-13f0-4d9d-98dd-5522e42bd249 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.495700] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.495916] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.496109] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleting the datastore file [datastore2] 08bc0c96-fecc-4a5f-b2b0-56722b29482d {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.496427] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6427e4f1-3927-4752-bfb8-242b6b83cf33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.503151] env[68640]: DEBUG oslo_vmware.api [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1267.503151] env[68640]: value = "task-2991730" [ 1267.503151] env[68640]: _type = "Task" [ 1267.503151] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.510489] env[68640]: DEBUG oslo_vmware.api [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.679247] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991727, 'name': ReconfigVM_Task, 'duration_secs': 0.695664} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.679538] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 86cb4cc2-19e1-4716-be87-dd01189fd5c9/86cb4cc2-19e1-4716-be87-dd01189fd5c9.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.680184] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-574e1fad-84a0-4775-9b4f-ceebb1dab05b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.686228] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1267.686228] env[68640]: value = "task-2991731" [ 1267.686228] env[68640]: _type = "Task" [ 1267.686228] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.695978] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991731, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.013515] env[68640]: DEBUG oslo_vmware.api [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180907} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.013745] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.013907] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.014098] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.014289] env[68640]: INFO nova.compute.manager [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1268.014547] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.014745] env[68640]: DEBUG nova.compute.manager [-] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.014838] env[68640]: DEBUG nova.network.neutron [-] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.197294] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991731, 'name': Rename_Task, 'duration_secs': 0.127189} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.197676] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.198667] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96eff408-2865-4d75-bf64-f4f391f7ae00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.205010] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1268.205010] env[68640]: value = "task-2991732" [ 1268.205010] env[68640]: _type = "Task" [ 1268.205010] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.213591] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.507538] env[68640]: DEBUG nova.compute.manager [req-5f3566fe-cdd5-4925-8b66-194dae413310 req-bd935ea2-d5ed-49df-a7de-7f1b200ba413 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Received event network-vif-deleted-631b415c-95b8-40f4-9401-6783869d6868 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.507895] env[68640]: INFO nova.compute.manager [req-5f3566fe-cdd5-4925-8b66-194dae413310 req-bd935ea2-d5ed-49df-a7de-7f1b200ba413 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Neutron deleted interface 631b415c-95b8-40f4-9401-6783869d6868; detaching it from the instance and deleting it from the info cache [ 1268.507895] env[68640]: DEBUG nova.network.neutron [req-5f3566fe-cdd5-4925-8b66-194dae413310 req-bd935ea2-d5ed-49df-a7de-7f1b200ba413 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.715640] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991732, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.992134] env[68640]: DEBUG nova.network.neutron [-] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.010118] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdc19ab1-76cf-4f92-aca7-9a771799bdeb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.020662] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6461a50-8104-4d1d-83bc-b6907067b007 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.051350] env[68640]: DEBUG nova.compute.manager [req-5f3566fe-cdd5-4925-8b66-194dae413310 req-bd935ea2-d5ed-49df-a7de-7f1b200ba413 service nova] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Detach interface failed, port_id=631b415c-95b8-40f4-9401-6783869d6868, reason: Instance 08bc0c96-fecc-4a5f-b2b0-56722b29482d could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.216228] env[68640]: DEBUG oslo_vmware.api [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991732, 'name': PowerOnVM_Task, 'duration_secs': 0.585742} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.216636] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.317923] env[68640]: DEBUG nova.compute.manager [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.319037] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c104aa9-b1e7-4c08-9ffb-b0630d13ba9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.494321] env[68640]: INFO nova.compute.manager [-] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Took 1.48 seconds to deallocate network for instance. [ 1269.836732] env[68640]: DEBUG oslo_concurrency.lockutils [None req-fef05a38-6162-40e5-b891-c7bf7d9c15eb tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.954s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.000792] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.001094] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.001289] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.023174] env[68640]: INFO nova.scheduler.client.report [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted allocations for instance 08bc0c96-fecc-4a5f-b2b0-56722b29482d [ 1270.404676] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.405081] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.405228] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.405341] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.405526] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.407760] env[68640]: INFO nova.compute.manager [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Terminating instance [ 1270.530464] env[68640]: DEBUG oslo_concurrency.lockutils [None req-574a280b-e066-49cf-99a7-0c8061e94f70 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "08bc0c96-fecc-4a5f-b2b0-56722b29482d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.126s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.911489] env[68640]: DEBUG nova.compute.manager [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1270.911711] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.912702] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2a2df8-c642-48b8-a4be-e1bb0687f19a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.921934] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.922176] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa69dec7-53d0-41b7-b687-628a9613995d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.930079] env[68640]: DEBUG oslo_vmware.api [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1270.930079] env[68640]: value = "task-2991733" [ 1270.930079] env[68640]: _type = "Task" [ 1270.930079] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.936430] env[68640]: DEBUG oslo_vmware.api [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.303021] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.303201] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.440166] env[68640]: DEBUG oslo_vmware.api [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991733, 'name': PowerOffVM_Task, 'duration_secs': 0.191988} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.440521] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.440674] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.440932] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fff68a1-9546-4079-9671-5b9051ad6e7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.503309] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.503574] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.503707] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleting the datastore file [datastore1] 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.503970] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00bb990-b8af-4bec-820c-bf0cd240b21b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.510803] env[68640]: DEBUG oslo_vmware.api [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for the task: (returnval){ [ 1271.510803] env[68640]: value = "task-2991735" [ 1271.510803] env[68640]: _type = "Task" [ 1271.510803] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.518064] env[68640]: DEBUG oslo_vmware.api [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.805311] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.020504] env[68640]: DEBUG oslo_vmware.api [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Task: {'id': task-2991735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159772} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.020769] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.020953] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.021145] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.021331] env[68640]: INFO nova.compute.manager [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1272.021567] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.021774] env[68640]: DEBUG nova.compute.manager [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.021886] env[68640]: DEBUG nova.network.neutron [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.334110] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.334110] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.335199] env[68640]: INFO nova.compute.claims [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.429980] env[68640]: DEBUG nova.compute.manager [req-ceee2a53-2b90-4553-aa61-b5558995c35e req-c3216c7e-65d7-46f9-99a7-9a1bfbbe2d11 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Received event network-vif-deleted-1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.430182] env[68640]: INFO nova.compute.manager [req-ceee2a53-2b90-4553-aa61-b5558995c35e req-c3216c7e-65d7-46f9-99a7-9a1bfbbe2d11 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Neutron deleted interface 1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d; detaching it from the instance and deleting it from the info cache [ 1272.430347] env[68640]: DEBUG nova.network.neutron [req-ceee2a53-2b90-4553-aa61-b5558995c35e req-c3216c7e-65d7-46f9-99a7-9a1bfbbe2d11 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.909366] env[68640]: DEBUG nova.network.neutron [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.933102] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a95bd4ba-2923-4028-a7a0-e661fcd66f9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.942400] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6c871-3dd3-463f-ac5f-03e295c430f3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.971278] env[68640]: DEBUG nova.compute.manager [req-ceee2a53-2b90-4553-aa61-b5558995c35e req-c3216c7e-65d7-46f9-99a7-9a1bfbbe2d11 service nova] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Detach interface failed, port_id=1b9d0e7f-4ff2-4bd1-9743-ab2dd9fc4f3d, reason: Instance 86cb4cc2-19e1-4716-be87-dd01189fd5c9 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.004997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.005564] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.361280] env[68640]: DEBUG nova.scheduler.client.report [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Refreshing inventories for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1273.375884] env[68640]: DEBUG nova.scheduler.client.report [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating ProviderTree inventory for provider 610e41d8-3285-4a29-bc4a-2c380131b53f from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1273.376139] env[68640]: DEBUG nova.compute.provider_tree [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Updating inventory in ProviderTree for provider 610e41d8-3285-4a29-bc4a-2c380131b53f with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.387924] env[68640]: DEBUG nova.scheduler.client.report [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Refreshing aggregate associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, aggregates: None {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1273.405999] env[68640]: DEBUG nova.scheduler.client.report [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Refreshing trait associations for resource provider 610e41d8-3285-4a29-bc4a-2c380131b53f, traits: COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=68640) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1273.411556] env[68640]: INFO nova.compute.manager [-] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Took 1.39 seconds to deallocate network for instance. [ 1273.508838] env[68640]: DEBUG nova.compute.utils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.511333] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e535b41-c9b9-4567-841a-02ca46ed4ae1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.520019] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17df554f-c0c6-4690-b792-f799022544f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.551605] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed265b3d-13b5-4116-b4cc-91e70cac116b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.558273] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe604e4b-0f32-4368-a825-736381b1f792 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.571311] env[68640]: DEBUG nova.compute.provider_tree [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.918454] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.016099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.074687] env[68640]: DEBUG nova.scheduler.client.report [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.579154] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.579642] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.582512] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.664s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.582745] env[68640]: DEBUG nova.objects.instance [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lazy-loading 'resources' on Instance uuid 86cb4cc2-19e1-4716-be87-dd01189fd5c9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.071829] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.072181] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.072356] env[68640]: INFO nova.compute.manager [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Attaching volume 2e2dc72b-0346-4b69-8869-9cbd71a277fb to /dev/sdb [ 1275.085736] env[68640]: DEBUG nova.compute.utils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.090703] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.090703] env[68640]: DEBUG nova.network.neutron [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.107856] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9986652-61c9-4425-a5d1-5726ebbe8bb6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.115345] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80182c9-2f2f-454e-95f1-3b5f936f6e98 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.131508] env[68640]: DEBUG nova.virt.block_device [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating existing volume attachment record: 2fcdbb5a-0e60-4818-8eba-0a7b72c38079 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1275.136901] env[68640]: DEBUG nova.policy [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aca14cd7e255492bbf8a72ee654585a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f8ba2e078dc45a5b9a0b5e0a9e77daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.197611] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e534a6e-ebf0-469f-aea6-48c87bc17dba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.205025] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7845031-0a97-4e6c-8787-004a81ffec07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.237165] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9765225-0393-42fc-ac18-6230291f3770 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.244217] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa544f57-8a1e-4fee-8893-23ac273560d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.258083] env[68640]: DEBUG nova.compute.provider_tree [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.427582] env[68640]: DEBUG nova.network.neutron [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Successfully created port: 76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.590431] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.761818] env[68640]: DEBUG nova.scheduler.client.report [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.266731] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.294064] env[68640]: INFO nova.scheduler.client.report [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Deleted allocations for instance 86cb4cc2-19e1-4716-be87-dd01189fd5c9 [ 1276.613881] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.641037] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.641296] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.641456] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.641640] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.641790] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.641941] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.642166] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.642330] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.642498] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.642659] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.642830] env[68640]: DEBUG nova.virt.hardware [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.643703] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb5ee1d-a8d3-4551-8fbc-9426d6269db9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.652170] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc109f-7c4e-44ca-851a-cd0bd49667d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.789324] env[68640]: DEBUG nova.compute.manager [req-b68ceca8-0a84-4219-a790-c471c3c39bcb req-b8a34a6b-acb9-41fc-b47f-0e54e1762ccf service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Received event network-vif-plugged-76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.789572] env[68640]: DEBUG oslo_concurrency.lockutils [req-b68ceca8-0a84-4219-a790-c471c3c39bcb req-b8a34a6b-acb9-41fc-b47f-0e54e1762ccf service nova] Acquiring lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.789780] env[68640]: DEBUG oslo_concurrency.lockutils [req-b68ceca8-0a84-4219-a790-c471c3c39bcb req-b8a34a6b-acb9-41fc-b47f-0e54e1762ccf service nova] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.789947] env[68640]: DEBUG oslo_concurrency.lockutils [req-b68ceca8-0a84-4219-a790-c471c3c39bcb req-b8a34a6b-acb9-41fc-b47f-0e54e1762ccf service nova] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.790129] env[68640]: DEBUG nova.compute.manager [req-b68ceca8-0a84-4219-a790-c471c3c39bcb req-b8a34a6b-acb9-41fc-b47f-0e54e1762ccf service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] No waiting events found dispatching network-vif-plugged-76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.790292] env[68640]: WARNING nova.compute.manager [req-b68ceca8-0a84-4219-a790-c471c3c39bcb req-b8a34a6b-acb9-41fc-b47f-0e54e1762ccf service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Received unexpected event network-vif-plugged-76cbe167-adc7-4733-97c2-4fda13cc097b for instance with vm_state building and task_state spawning. [ 1276.801940] env[68640]: DEBUG oslo_concurrency.lockutils [None req-8ccb23c2-fb34-4a77-bd00-69897330cdd8 tempest-ServerActionsTestOtherB-1755792276 tempest-ServerActionsTestOtherB-1755792276-project-member] Lock "86cb4cc2-19e1-4716-be87-dd01189fd5c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.397s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.867657] env[68640]: DEBUG nova.network.neutron [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Successfully updated port: 76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.370305] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.370697] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.370697] env[68640]: DEBUG nova.network.neutron [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.903402] env[68640]: DEBUG nova.network.neutron [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.020277] env[68640]: DEBUG nova.network.neutron [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [{"id": "76cbe167-adc7-4733-97c2-4fda13cc097b", "address": "fa:16:3e:07:6e:02", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76cbe167-ad", "ovs_interfaceid": "76cbe167-adc7-4733-97c2-4fda13cc097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.523182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.523516] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Instance network_info: |[{"id": "76cbe167-adc7-4733-97c2-4fda13cc097b", "address": "fa:16:3e:07:6e:02", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76cbe167-ad", "ovs_interfaceid": "76cbe167-adc7-4733-97c2-4fda13cc097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.523982] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:6e:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76cbe167-adc7-4733-97c2-4fda13cc097b', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.532267] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.532540] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.532784] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6ed55e9-2a06-4334-a8d5-5b8bd1295cfd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.553019] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.553019] env[68640]: value = "task-2991741" [ 1278.553019] env[68640]: _type = "Task" [ 1278.553019] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.560350] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991741, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.815799] env[68640]: DEBUG nova.compute.manager [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Received event network-changed-76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.816007] env[68640]: DEBUG nova.compute.manager [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Refreshing instance network info cache due to event network-changed-76cbe167-adc7-4733-97c2-4fda13cc097b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.816227] env[68640]: DEBUG oslo_concurrency.lockutils [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] Acquiring lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.816413] env[68640]: DEBUG oslo_concurrency.lockutils [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] Acquired lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.816618] env[68640]: DEBUG nova.network.neutron [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Refreshing network info cache for port 76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.062875] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991741, 'name': CreateVM_Task, 'duration_secs': 0.297267} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.063063] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.063780] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.063964] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.064303] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.064596] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc9f969-4617-4dee-b2d5-4a9543107e29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.069478] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1279.069478] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52888e3f-16c5-cce1-3f27-95bb5fe3b856" [ 1279.069478] env[68640]: _type = "Task" [ 1279.069478] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.077024] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52888e3f-16c5-cce1-3f27-95bb5fe3b856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.505016] env[68640]: DEBUG nova.network.neutron [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updated VIF entry in instance network info cache for port 76cbe167-adc7-4733-97c2-4fda13cc097b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.505389] env[68640]: DEBUG nova.network.neutron [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [{"id": "76cbe167-adc7-4733-97c2-4fda13cc097b", "address": "fa:16:3e:07:6e:02", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76cbe167-ad", "ovs_interfaceid": "76cbe167-adc7-4733-97c2-4fda13cc097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.579605] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52888e3f-16c5-cce1-3f27-95bb5fe3b856, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.579883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.580099] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.580332] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.580478] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.580654] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.580901] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15085eda-a723-40bd-8719-346cc754582a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.589226] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.589403] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.590099] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c09448b-3a5f-400d-9321-cc05ac2b56bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.595778] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1279.595778] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526de123-74a2-96d1-e855-f9a2994de1fc" [ 1279.595778] env[68640]: _type = "Task" [ 1279.595778] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.603858] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526de123-74a2-96d1-e855-f9a2994de1fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.008036] env[68640]: DEBUG oslo_concurrency.lockutils [req-0ad49535-2798-4cf8-8e56-06c9f39f943d req-a473ddec-51da-4d29-babf-393b3b7c52a9 service nova] Releasing lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.105771] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526de123-74a2-96d1-e855-f9a2994de1fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.106602] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-637bcd0b-5e30-4bc3-89c4-fd863e114594 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.111466] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1280.111466] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5276d1df-3d1e-c7b4-fb34-ff04ae1e5367" [ 1280.111466] env[68640]: _type = "Task" [ 1280.111466] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.118738] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5276d1df-3d1e-c7b4-fb34-ff04ae1e5367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.177965] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1280.178230] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1280.179142] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2ce3c-18de-41f7-9889-9ded343dc045 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.195376] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85fc527-f16b-4eac-b03f-8e258b9dff7e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.220387] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb/volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.220555] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a132d6-b2f7-4151-ab8c-42a7f03e5c8a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.238095] env[68640]: DEBUG oslo_vmware.api [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1280.238095] env[68640]: value = "task-2991742" [ 1280.238095] env[68640]: _type = "Task" [ 1280.238095] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.246175] env[68640]: DEBUG oslo_vmware.api [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.621904] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5276d1df-3d1e-c7b4-fb34-ff04ae1e5367, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.621904] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.621904] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] fb323d6b-92db-4f4c-bb0b-cea982b0deff/fb323d6b-92db-4f4c-bb0b-cea982b0deff.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.622389] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02a9930b-5ca2-4204-9918-54f0d96fa665 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.628035] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1280.628035] env[68640]: value = "task-2991743" [ 1280.628035] env[68640]: _type = "Task" [ 1280.628035] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.636644] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.747583] env[68640]: DEBUG oslo_vmware.api [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991742, 'name': ReconfigVM_Task, 'duration_secs': 0.379809} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.747914] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb/volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.754532] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2fd0417-bce4-448f-a35e-86ac057e94e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.769392] env[68640]: DEBUG oslo_vmware.api [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1280.769392] env[68640]: value = "task-2991744" [ 1280.769392] env[68640]: _type = "Task" [ 1280.769392] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.778042] env[68640]: DEBUG oslo_vmware.api [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.138419] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471518} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.138837] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] fb323d6b-92db-4f4c-bb0b-cea982b0deff/fb323d6b-92db-4f4c-bb0b-cea982b0deff.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.139330] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.139724] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63a04821-99bc-4e16-b900-b72a2d0ae0d0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.146326] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1281.146326] env[68640]: value = "task-2991745" [ 1281.146326] env[68640]: _type = "Task" [ 1281.146326] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.155014] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.280626] env[68640]: DEBUG oslo_vmware.api [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991744, 'name': ReconfigVM_Task, 'duration_secs': 0.18822} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.280822] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1281.657979] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067801} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.662031] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.662031] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83875e-66f3-4cef-a2ed-4e0b1b499964 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.680986] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] fb323d6b-92db-4f4c-bb0b-cea982b0deff/fb323d6b-92db-4f4c-bb0b-cea982b0deff.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.681295] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddff5f80-6ad1-4cf0-8a9d-ffbc43d4b306 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.699998] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1281.699998] env[68640]: value = "task-2991746" [ 1281.699998] env[68640]: _type = "Task" [ 1281.699998] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.707583] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.210628] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991746, 'name': ReconfigVM_Task, 'duration_secs': 0.277714} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.210776] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Reconfigured VM instance instance-00000078 to attach disk [datastore2] fb323d6b-92db-4f4c-bb0b-cea982b0deff/fb323d6b-92db-4f4c-bb0b-cea982b0deff.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.211372] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-881eb5a6-2980-4d62-ae99-499f8faeadb2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.217949] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1282.217949] env[68640]: value = "task-2991747" [ 1282.217949] env[68640]: _type = "Task" [ 1282.217949] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.225654] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991747, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.327746] env[68640]: DEBUG nova.objects.instance [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'flavor' on Instance uuid cb976140-d765-4dad-bf86-8c727d93fb07 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.687403] env[68640]: INFO nova.compute.manager [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Rebuilding instance [ 1282.728302] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991747, 'name': Rename_Task, 'duration_secs': 0.151663} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.729223] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.729504] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a38461ca-a04a-4ab6-9395-f2ae14ddda2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.735966] env[68640]: DEBUG nova.compute.manager [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.736743] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420d4b02-942f-495b-b9a9-9045bf0a5fbc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.740099] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1282.740099] env[68640]: value = "task-2991748" [ 1282.740099] env[68640]: _type = "Task" [ 1282.740099] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.752441] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.833204] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6c89e9c2-515c-4205-9990-a8c33a2d55cd tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.761s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.252520] env[68640]: DEBUG oslo_vmware.api [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991748, 'name': PowerOnVM_Task, 'duration_secs': 0.42645} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.252999] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.253213] env[68640]: INFO nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1283.253395] env[68640]: DEBUG nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1283.254187] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7fb7e5-b04b-4fdc-89f2-1773904ea8de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.754027] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.754541] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2e5cbf-6928-4fe1-8e3e-a124a0edb033 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.762122] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1283.762122] env[68640]: value = "task-2991749" [ 1283.762122] env[68640]: _type = "Task" [ 1283.762122] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.774831] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.775231] env[68640]: INFO nova.compute.manager [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Took 11.46 seconds to build instance. [ 1284.271815] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991749, 'name': PowerOffVM_Task, 'duration_secs': 0.16702} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.272083] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.277329] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d9671b48-94b7-4481-9886-5e4c419a4756 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.974s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.326257] env[68640]: INFO nova.compute.manager [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Detaching volume 2e2dc72b-0346-4b69-8869-9cbd71a277fb [ 1284.356555] env[68640]: INFO nova.virt.block_device [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Attempting to driver detach volume 2e2dc72b-0346-4b69-8869-9cbd71a277fb from mountpoint /dev/sdb [ 1284.356994] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1284.357076] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1284.357894] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf22508-5aa2-4399-8d07-16634c6bf143 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.381390] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f4184-786e-47a7-8261-51efa4a766e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.389101] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce155518-ff3d-4ed4-a654-9a387cab0e85 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.412086] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4ebb96-ef81-4ec6-ac44-36d4f2e57096 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.416982] env[68640]: DEBUG nova.compute.manager [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Received event network-changed-76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.418040] env[68640]: DEBUG nova.compute.manager [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Refreshing instance network info cache due to event network-changed-76cbe167-adc7-4733-97c2-4fda13cc097b. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1284.418040] env[68640]: DEBUG oslo_concurrency.lockutils [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] Acquiring lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.418040] env[68640]: DEBUG oslo_concurrency.lockutils [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] Acquired lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.418040] env[68640]: DEBUG nova.network.neutron [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Refreshing network info cache for port 76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1284.432263] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] The volume has not been displaced from its original location: [datastore2] volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb/volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1284.437817] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1284.438952] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1bc9e7e-cafd-489f-9787-5b4aba462a99 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.456909] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1284.456909] env[68640]: value = "task-2991750" [ 1284.456909] env[68640]: _type = "Task" [ 1284.456909] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.466228] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.968401] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991750, 'name': ReconfigVM_Task, 'duration_secs': 0.184462} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.968754] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1284.974266] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5211a6b8-8a9b-4789-a70f-3bee28210754 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.990172] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1284.990172] env[68640]: value = "task-2991751" [ 1284.990172] env[68640]: _type = "Task" [ 1284.990172] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.998122] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.127367] env[68640]: DEBUG nova.network.neutron [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updated VIF entry in instance network info cache for port 76cbe167-adc7-4733-97c2-4fda13cc097b. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1285.127950] env[68640]: DEBUG nova.network.neutron [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [{"id": "76cbe167-adc7-4733-97c2-4fda13cc097b", "address": "fa:16:3e:07:6e:02", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76cbe167-ad", "ovs_interfaceid": "76cbe167-adc7-4733-97c2-4fda13cc097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.499826] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991751, 'name': ReconfigVM_Task, 'duration_secs': 0.141199} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.500161] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1285.630795] env[68640]: DEBUG oslo_concurrency.lockutils [req-efdba890-f1af-4625-ac7e-26d0606181eb req-ec6745e4-df66-40d6-9057-a8429fa2b5b3 service nova] Releasing lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.546116] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.546544] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02cb6915-b242-44dc-bc15-da169de5dad1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.553425] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1286.553425] env[68640]: value = "task-2991752" [ 1286.553425] env[68640]: _type = "Task" [ 1286.553425] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.560928] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.882518] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.882798] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.883015] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.883209] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.883380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.885460] env[68640]: INFO nova.compute.manager [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Terminating instance [ 1287.064857] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1287.065099] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1287.065293] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1287.066045] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e6ae7-6e72-445d-85f7-a9f94a21fced {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.084144] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8c6e7-4097-47c8-aca0-ed5e084fa3fe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.089698] env[68640]: WARNING nova.virt.vmwareapi.driver [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1287.089945] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.090645] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f83950e-7ac8-4e3d-880e-024a033945fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.096340] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.096774] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-253207e7-9159-42b2-b381-c16ca2357ad1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.389024] env[68640]: DEBUG nova.compute.manager [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.389218] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.390215] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a4dc14-e51c-4d90-a078-c06821a19a0b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.398358] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.398622] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8346aee-d36e-4050-b5da-f4756e4d974b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.404713] env[68640]: DEBUG oslo_vmware.api [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1287.404713] env[68640]: value = "task-2991754" [ 1287.404713] env[68640]: _type = "Task" [ 1287.404713] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.417040] env[68640]: DEBUG oslo_vmware.api [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.527829] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.528057] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.528270] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.528607] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbb511c1-1732-4fb6-87a3-a3e0d8adaf58 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.538921] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1287.538921] env[68640]: value = "task-2991755" [ 1287.538921] env[68640]: _type = "Task" [ 1287.538921] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.549898] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.914353] env[68640]: DEBUG oslo_vmware.api [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991754, 'name': PowerOffVM_Task, 'duration_secs': 0.216215} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.914551] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.914718] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.914957] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65ac27e2-f8ce-41a5-9b7b-4e7120c262d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.973995] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.974232] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.974431] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleting the datastore file [datastore1] 6866965f-cc1c-4e63-bbdb-73f9074ee5ff {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.974689] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfcdea5d-f0bc-44d4-8022-24679fede044 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.980607] env[68640]: DEBUG oslo_vmware.api [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1287.980607] env[68640]: value = "task-2991757" [ 1287.980607] env[68640]: _type = "Task" [ 1287.980607] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.988015] env[68640]: DEBUG oslo_vmware.api [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.048102] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161128} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.048328] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.048559] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.048795] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.490296] env[68640]: DEBUG oslo_vmware.api [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125713} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.490555] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.490743] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.490914] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.491100] env[68640]: INFO nova.compute.manager [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1288.491344] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.491536] env[68640]: DEBUG nova.compute.manager [-] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.491633] env[68640]: DEBUG nova.network.neutron [-] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.554270] env[68640]: INFO nova.virt.block_device [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Booting with volume 2e2dc72b-0346-4b69-8869-9cbd71a277fb at /dev/sdb [ 1288.593931] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb80726d-692d-4bc5-bcc1-365eae516628 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.604085] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80df8309-8784-49ec-aefe-523d4427a510 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.633912] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58898682-70ae-4b49-9c2b-ea2f1d51fb84 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.645033] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3e6010-f5da-4654-a29c-d1ac5d09c375 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.673526] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53eacd6-6ba6-48e0-b9c4-9c6eda5b68e7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.680306] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418b99b4-f0bb-4d32-9453-d92008aec7f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.693292] env[68640]: DEBUG nova.virt.block_device [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating existing volume attachment record: bb4b0182-1c16-4f1d-8bff-92f38920cc29 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1288.972408] env[68640]: DEBUG nova.compute.manager [req-68d09cde-a059-46fb-8cee-4bfa52db22b0 req-a5fed990-e485-4e83-80ad-72fde81eb8d6 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Received event network-vif-deleted-9d393bd6-8e31-4e63-821b-7f51860882cb {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.972545] env[68640]: INFO nova.compute.manager [req-68d09cde-a059-46fb-8cee-4bfa52db22b0 req-a5fed990-e485-4e83-80ad-72fde81eb8d6 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Neutron deleted interface 9d393bd6-8e31-4e63-821b-7f51860882cb; detaching it from the instance and deleting it from the info cache [ 1288.972743] env[68640]: DEBUG nova.network.neutron [req-68d09cde-a059-46fb-8cee-4bfa52db22b0 req-a5fed990-e485-4e83-80ad-72fde81eb8d6 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.139318] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.139579] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.139761] env[68640]: INFO nova.compute.manager [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Shelving [ 1289.456737] env[68640]: DEBUG nova.network.neutron [-] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.475106] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5af191e8-0ca0-4349-bbb7-844965419e6f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.485330] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a6ef6-ab20-4b3a-8ff4-04598b3925de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.516855] env[68640]: DEBUG nova.compute.manager [req-68d09cde-a059-46fb-8cee-4bfa52db22b0 req-a5fed990-e485-4e83-80ad-72fde81eb8d6 service nova] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Detach interface failed, port_id=9d393bd6-8e31-4e63-821b-7f51860882cb, reason: Instance 6866965f-cc1c-4e63-bbdb-73f9074ee5ff could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.960124] env[68640]: INFO nova.compute.manager [-] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Took 1.47 seconds to deallocate network for instance. [ 1290.149570] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.149825] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-111d1863-92b7-4a08-bf8a-4288acc74851 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.157182] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1290.157182] env[68640]: value = "task-2991758" [ 1290.157182] env[68640]: _type = "Task" [ 1290.157182] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.165212] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.466350] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.466617] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.466852] env[68640]: DEBUG nova.objects.instance [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'resources' on Instance uuid 6866965f-cc1c-4e63-bbdb-73f9074ee5ff {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.666863] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991758, 'name': PowerOffVM_Task, 'duration_secs': 0.228847} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.667143] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.667923] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe6041-9ea8-430f-8af7-7a3694b84559 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.685603] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553bbacc-c6e4-424d-b729-a667eb773b05 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.800905] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.801169] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.801333] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.801514] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.801662] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.801807] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.802024] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.802186] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.802352] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.802512] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.802689] env[68640]: DEBUG nova.virt.hardware [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.803561] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b402f7-bb3d-426e-b0d7-bd361d3ca670 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.811269] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923b79cf-6da5-4f49-aeab-cc978a0d71c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.826229] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:d1:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d3769c2-c723-4391-896d-0962575dc9ab', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.833454] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.833694] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.833903] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e30c61a-814c-4be1-baa1-a9683d77c29d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.851990] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.851990] env[68640]: value = "task-2991759" [ 1290.851990] env[68640]: _type = "Task" [ 1290.851990] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.859429] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991759, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.078487] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9885a-6deb-48e2-b29b-a3be4a729856 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.086540] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c16216-aaaf-4ab3-a8f1-71506239f70f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.117155] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6361c6-d9dd-4613-b7c8-4a16e6c86d0d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.125148] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2246af16-ea85-49d8-9f40-0bbd17c93b67 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.138207] env[68640]: DEBUG nova.compute.provider_tree [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.195871] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Creating Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1291.196195] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d44299e0-3f93-4dc5-a949-19f452d77778 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.204217] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1291.204217] env[68640]: value = "task-2991760" [ 1291.204217] env[68640]: _type = "Task" [ 1291.204217] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.212436] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991760, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.364476] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991759, 'name': CreateVM_Task, 'duration_secs': 0.323208} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.364737] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.365600] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.365826] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.366258] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.366611] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fce6db-d298-4b2b-a3a4-76712b06eb32 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.372077] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1291.372077] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6d211-07d8-2de9-ea77-6c7781e8c43a" [ 1291.372077] env[68640]: _type = "Task" [ 1291.372077] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.384822] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6d211-07d8-2de9-ea77-6c7781e8c43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.641948] env[68640]: DEBUG nova.scheduler.client.report [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.713997] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991760, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.731919] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1291.882326] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c6d211-07d8-2de9-ea77-6c7781e8c43a, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.882619] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.882854] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.883102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.883252] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.883435] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.883718] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f588332-3ba9-4b96-a19b-ee153a43b84a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.891540] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.891710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.892461] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b7263c-938c-4733-86ab-89cd9774223f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.897325] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1291.897325] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521d6c53-dabd-ba70-d486-ed0f9eda18ed" [ 1291.897325] env[68640]: _type = "Task" [ 1291.897325] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.904684] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521d6c53-dabd-ba70-d486-ed0f9eda18ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.148099] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.167261] env[68640]: INFO nova.scheduler.client.report [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted allocations for instance 6866965f-cc1c-4e63-bbdb-73f9074ee5ff [ 1292.215168] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991760, 'name': CreateSnapshot_Task, 'duration_secs': 0.570315} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.215436] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Created Snapshot of the VM instance {{(pid=68640) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1292.216175] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2cbde9-7a56-4002-9663-52bebb2d1116 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.407636] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]521d6c53-dabd-ba70-d486-ed0f9eda18ed, 'name': SearchDatastore_Task, 'duration_secs': 0.007878} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.408365] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1354b38e-d87f-47f2-9430-0738ccc3db87 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.413849] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1292.413849] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bc6c61-7916-515e-5583-ba05db8d65bb" [ 1292.413849] env[68640]: _type = "Task" [ 1292.413849] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.421463] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bc6c61-7916-515e-5583-ba05db8d65bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.675641] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ec93ccb7-13a5-4d2e-b92f-7857173bdc9a tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "6866965f-cc1c-4e63-bbdb-73f9074ee5ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.733696] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Creating linked-clone VM from snapshot {{(pid=68640) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1292.734108] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.734331] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42f6e8cb-699c-45f2-8c60-5d5b70ce1772 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.737792] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.737933] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1292.744113] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1292.744113] env[68640]: value = "task-2991761" [ 1292.744113] env[68640]: _type = "Task" [ 1292.744113] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.751472] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991761, 'name': CloneVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.925570] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52bc6c61-7916-515e-5583-ba05db8d65bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.925926] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.926205] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.926546] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42821beb-f356-4d2c-a8f7-9105e59817d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.933222] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1292.933222] env[68640]: value = "task-2991762" [ 1292.933222] env[68640]: _type = "Task" [ 1292.933222] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.941966] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.258465] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991761, 'name': CloneVM_Task} progress is 94%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.442637] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462964} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.443263] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.443263] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.443550] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f05533d8-d773-43fb-8254-63ec5b39141b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.450552] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1293.450552] env[68640]: value = "task-2991763" [ 1293.450552] env[68640]: _type = "Task" [ 1293.450552] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.457658] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.730356] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1293.754656] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991761, 'name': CloneVM_Task} progress is 95%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.959855] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057281} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.960136] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.960887] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c4bb6-7626-419b-8eff-46d0ae7a27a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.981825] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.982027] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdd01722-345a-4099-80f1-f8036cc14237 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.001050] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1294.001050] env[68640]: value = "task-2991764" [ 1294.001050] env[68640]: _type = "Task" [ 1294.001050] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.008333] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.018796] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.019016] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.254785] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991761, 'name': CloneVM_Task, 'duration_secs': 1.175266} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.254983] env[68640]: INFO nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Created linked-clone VM from snapshot [ 1294.255704] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6773f714-3952-4a71-99a7-8c315db531d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.262986] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Uploading image b16793fe-41b7-48c6-89de-86d6fea2b5a3 {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1294.289580] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1294.289580] env[68640]: value = "vm-599999" [ 1294.289580] env[68640]: _type = "VirtualMachine" [ 1294.289580] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1294.289832] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a4f578f-ce1f-4bce-a375-2ede18fb8a29 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.298032] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease: (returnval){ [ 1294.298032] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527caf1a-9fd1-0bd2-4447-a5bff9ac82d1" [ 1294.298032] env[68640]: _type = "HttpNfcLease" [ 1294.298032] env[68640]: } obtained for exporting VM: (result){ [ 1294.298032] env[68640]: value = "vm-599999" [ 1294.298032] env[68640]: _type = "VirtualMachine" [ 1294.298032] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1294.298348] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the lease: (returnval){ [ 1294.298348] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527caf1a-9fd1-0bd2-4447-a5bff9ac82d1" [ 1294.298348] env[68640]: _type = "HttpNfcLease" [ 1294.298348] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1294.303891] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.303891] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527caf1a-9fd1-0bd2-4447-a5bff9ac82d1" [ 1294.303891] env[68640]: _type = "HttpNfcLease" [ 1294.303891] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1294.510887] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991764, 'name': ReconfigVM_Task, 'duration_secs': 0.276241} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.511143] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfigured VM instance instance-00000075 to attach disk [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07/cb976140-d765-4dad-bf86-8c727d93fb07.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.512235] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_name': '/dev/sda', 'encryption_format': None, 'size': 0, 'encrypted': False, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encryption_options': None, 'image_id': '93665317-c104-4501-b3df-a71d929e9bc0'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'}, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'boot_index': None, 'guest_format': None, 'device_type': None, 'attachment_id': 'bb4b0182-1c16-4f1d-8bff-92f38920cc29', 'volume_type': None}], 'swap': None} {{(pid=68640) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1294.512436] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1294.512627] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1294.513372] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d6f61-b3c5-4bbd-b176-33669c1c9b71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.527836] env[68640]: INFO nova.compute.manager [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Detaching volume 5e27a02d-20e5-436d-8167-6cab3f409710 [ 1294.530141] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18358c-8101-495b-bfce-2fda521ba28c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.555053] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb/volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.555295] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be9e746e-6200-48ae-9686-dc04720a51af {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.570539] env[68640]: INFO nova.virt.block_device [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Attempting to driver detach volume 5e27a02d-20e5-436d-8167-6cab3f409710 from mountpoint /dev/sdb [ 1294.570756] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.570936] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599986', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'name': 'volume-5e27a02d-20e5-436d-8167-6cab3f409710', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '443dc2b9-899c-4475-a43f-0732bc0cd1dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'serial': '5e27a02d-20e5-436d-8167-6cab3f409710'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.571659] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae609c8-b88a-465c-8328-4f5b21981d51 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.574868] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1294.574868] env[68640]: value = "task-2991766" [ 1294.574868] env[68640]: _type = "Task" [ 1294.574868] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.594623] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2f78e-75b6-4fb7-a65b-7a4d0b1bdc62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.600105] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.604827] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a4689d-f0b1-480d-9b90-4043ae50f758 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.624177] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7afdc2-da4f-4a28-b823-961d831a9fa2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.639347] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] The volume has not been displaced from its original location: [datastore2] volume-5e27a02d-20e5-436d-8167-6cab3f409710/volume-5e27a02d-20e5-436d-8167-6cab3f409710.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.644878] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.645182] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8647e9ad-ba0f-404f-9334-f30a1b7d20d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.662156] env[68640]: DEBUG oslo_vmware.api [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1294.662156] env[68640]: value = "task-2991767" [ 1294.662156] env[68640]: _type = "Task" [ 1294.662156] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.669390] env[68640]: DEBUG oslo_vmware.api [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.731916] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.806455] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.806455] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527caf1a-9fd1-0bd2-4447-a5bff9ac82d1" [ 1294.806455] env[68640]: _type = "HttpNfcLease" [ 1294.806455] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1294.807024] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1294.807024] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527caf1a-9fd1-0bd2-4447-a5bff9ac82d1" [ 1294.807024] env[68640]: _type = "HttpNfcLease" [ 1294.807024] env[68640]: }. {{(pid=68640) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1294.807768] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67028212-ef31-410a-8324-97ce1682378b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.816629] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e22ac4-22ea-4846-d3b5-9c0c3ec35013/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1294.816798] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e22ac4-22ea-4846-d3b5-9c0c3ec35013/disk-0.vmdk for reading. {{(pid=68640) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1294.914833] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-12f1ecd0-c14d-4828-824e-dec16e6de6ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.084790] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991766, 'name': ReconfigVM_Task, 'duration_secs': 0.354282} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.085083] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb/volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1295.089753] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-633efd1e-3588-4d69-8ca6-3a3dad96d8b7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.103741] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1295.103741] env[68640]: value = "task-2991768" [ 1295.103741] env[68640]: _type = "Task" [ 1295.103741] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.111243] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.172895] env[68640]: DEBUG oslo_vmware.api [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991767, 'name': ReconfigVM_Task, 'duration_secs': 0.215506} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.173277] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.180880] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb9dd72b-6116-4309-a897-d4c04e4acfc3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.197799] env[68640]: DEBUG oslo_vmware.api [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1295.197799] env[68640]: value = "task-2991769" [ 1295.197799] env[68640]: _type = "Task" [ 1295.197799] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.206148] env[68640]: DEBUG oslo_vmware.api [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.234362] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.234612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.234783] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.234945] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1295.235840] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4f1f0b-6fd8-4934-b2c2-fbf8acd6e18a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.243434] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edee845-655c-4ef6-82de-08d02c32b955 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.257454] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9755cc-eaf1-4f95-9b84-829f649ab7bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.265185] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09043b7-295b-415a-be54-0dc52e9640bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.296233] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179911MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1295.296807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.296929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.614265] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991768, 'name': ReconfigVM_Task, 'duration_secs': 0.168987} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.614646] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1295.615321] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0ce5c2b-98a6-4df8-8b39-da6b9dd4c64f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.622424] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1295.622424] env[68640]: value = "task-2991770" [ 1295.622424] env[68640]: _type = "Task" [ 1295.622424] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.630519] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991770, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.707591] env[68640]: DEBUG oslo_vmware.api [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991769, 'name': ReconfigVM_Task, 'duration_secs': 0.14193} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.708145] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599986', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'name': 'volume-5e27a02d-20e5-436d-8167-6cab3f409710', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '443dc2b9-899c-4475-a43f-0732bc0cd1dd', 'attached_at': '', 'detached_at': '', 'volume_id': '5e27a02d-20e5-436d-8167-6cab3f409710', 'serial': '5e27a02d-20e5-436d-8167-6cab3f409710'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1296.132648] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991770, 'name': Rename_Task, 'duration_secs': 0.228818} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.133011] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1296.133325] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d225f340-0329-4d35-92f5-c2b0613d71fa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.139372] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1296.139372] env[68640]: value = "task-2991771" [ 1296.139372] env[68640]: _type = "Task" [ 1296.139372] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.146937] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.254027] env[68640]: DEBUG nova.objects.instance [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'flavor' on Instance uuid 443dc2b9-899c-4475-a43f-0732bc0cd1dd {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.325084] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.325385] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.325458] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 443dc2b9-899c-4475-a43f-0732bc0cd1dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.325613] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance cb976140-d765-4dad-bf86-8c727d93fb07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.325808] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 143cd5f3-c332-4074-ad51-3856545707b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.325928] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance fb323d6b-92db-4f4c-bb0b-cea982b0deff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1296.326147] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1296.326322] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1296.420041] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ef16ae-afca-4f95-82b3-3cba6c63f3e3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.427963] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b911d4-20e6-4736-9927-c25b0d18a2ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.458088] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a3793d-468f-426d-8815-589c9fe6bb7d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.465383] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357e95b-966f-4c63-b578-6045dc515b1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.478721] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.651006] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991771, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.982641] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.150519] env[68640]: DEBUG oslo_vmware.api [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991771, 'name': PowerOnVM_Task, 'duration_secs': 0.700265} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.150786] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.150990] env[68640]: DEBUG nova.compute.manager [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.151867] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc910e8-6f09-4749-bcba-91a216c67831 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.262914] env[68640]: DEBUG oslo_concurrency.lockutils [None req-5d12a62e-e61b-435d-98b2-d0aefe58aabe tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.487502] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1297.487876] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.669807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.669807] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.669807] env[68640]: DEBUG nova.objects.instance [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68640) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1298.269862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.270180] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.270414] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.270608] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.270799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.273108] env[68640]: INFO nova.compute.manager [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Terminating instance [ 1298.488592] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.488955] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.678310] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e2fe50d1-e2b4-42e3-8661-2441b359de99 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.732301] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.776949] env[68640]: DEBUG nova.compute.manager [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.777267] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.778322] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f4e10f-cb7c-41c5-b68c-06e2ba5ab655 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.787194] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.787457] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5fe513d-43e1-423a-b7c0-ddd94281d908 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.793652] env[68640]: DEBUG oslo_vmware.api [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1298.793652] env[68640]: value = "task-2991772" [ 1298.793652] env[68640]: _type = "Task" [ 1298.793652] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.801896] env[68640]: DEBUG oslo_vmware.api [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.304427] env[68640]: DEBUG oslo_vmware.api [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991772, 'name': PowerOffVM_Task, 'duration_secs': 0.299212} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.304707] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.304868] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.305134] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aaf5fc7-361b-4c3c-a4cd-67dc5d924129 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.382881] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.383139] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.383251] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleting the datastore file [datastore1] 443dc2b9-899c-4475-a43f-0732bc0cd1dd {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.383556] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-779460a3-77c4-40da-be21-cde3e4cf2f51 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.390879] env[68640]: DEBUG oslo_vmware.api [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1299.390879] env[68640]: value = "task-2991774" [ 1299.390879] env[68640]: _type = "Task" [ 1299.390879] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.400812] env[68640]: DEBUG oslo_vmware.api [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.902264] env[68640]: DEBUG oslo_vmware.api [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163341} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.902647] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.902647] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.902740] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.902897] env[68640]: INFO nova.compute.manager [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1299.903162] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.903356] env[68640]: DEBUG nova.compute.manager [-] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.903453] env[68640]: DEBUG nova.network.neutron [-] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.368647] env[68640]: DEBUG nova.compute.manager [req-2e616272-7382-4456-bf45-e07c26820916 req-a141b189-2a93-4ce2-8a6e-9afc3c3eaeee service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Received event network-vif-deleted-d3a0a63c-7c4d-402b-b760-5490cb7f494e {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.368939] env[68640]: INFO nova.compute.manager [req-2e616272-7382-4456-bf45-e07c26820916 req-a141b189-2a93-4ce2-8a6e-9afc3c3eaeee service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Neutron deleted interface d3a0a63c-7c4d-402b-b760-5490cb7f494e; detaching it from the instance and deleting it from the info cache [ 1300.369210] env[68640]: DEBUG nova.network.neutron [req-2e616272-7382-4456-bf45-e07c26820916 req-a141b189-2a93-4ce2-8a6e-9afc3c3eaeee service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.726863] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.850028] env[68640]: DEBUG nova.network.neutron [-] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.872076] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da6057b3-a91f-4f79-80d7-139a4643b8aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.882122] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b6367-b7ef-45c0-8812-9e943f69251d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.910480] env[68640]: DEBUG nova.compute.manager [req-2e616272-7382-4456-bf45-e07c26820916 req-a141b189-2a93-4ce2-8a6e-9afc3c3eaeee service nova] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Detach interface failed, port_id=d3a0a63c-7c4d-402b-b760-5490cb7f494e, reason: Instance 443dc2b9-899c-4475-a43f-0732bc0cd1dd could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.353215] env[68640]: INFO nova.compute.manager [-] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Took 1.45 seconds to deallocate network for instance. [ 1301.860542] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.860880] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.861280] env[68640]: DEBUG nova.objects.instance [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'resources' on Instance uuid 443dc2b9-899c-4475-a43f-0732bc0cd1dd {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.450317] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09407f27-0d89-4ca2-9bdb-7320b5d63bf8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.459583] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83d694-2244-47c9-9222-ad748e251345 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.490227] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dd1cce-b46b-43b8-807b-2e4b40201873 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.497810] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d827c261-6371-43e1-8293-685d971d5c2d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.511019] env[68640]: DEBUG nova.compute.provider_tree [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.014314] env[68640]: DEBUG nova.scheduler.client.report [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.519518] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.538940] env[68640]: INFO nova.scheduler.client.report [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted allocations for instance 443dc2b9-899c-4475-a43f-0732bc0cd1dd [ 1304.046990] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e568dcfd-3cbf-4dee-a47a-3d8ac11f0b09 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "443dc2b9-899c-4475-a43f-0732bc0cd1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.777s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.190308] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e22ac4-22ea-4846-d3b5-9c0c3ec35013/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1305.191324] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee1b128-af49-4206-9e8b-9891cabaf498 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.197924] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e22ac4-22ea-4846-d3b5-9c0c3ec35013/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1305.198107] env[68640]: ERROR oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e22ac4-22ea-4846-d3b5-9c0c3ec35013/disk-0.vmdk due to incomplete transfer. [ 1305.198327] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a94ebb92-a193-434a-81b4-6c0d6d68ef4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.205652] env[68640]: DEBUG oslo_vmware.rw_handles [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e22ac4-22ea-4846-d3b5-9c0c3ec35013/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1305.205896] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Uploaded image b16793fe-41b7-48c6-89de-86d6fea2b5a3 to the Glance image server {{(pid=68640) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1305.208678] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Destroying the VM {{(pid=68640) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1305.208965] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9c69c0c2-22f6-4379-bb57-1a8c5fa2faf0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.214587] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1305.214587] env[68640]: value = "task-2991775" [ 1305.214587] env[68640]: _type = "Task" [ 1305.214587] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.224226] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991775, 'name': Destroy_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.723700] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991775, 'name': Destroy_Task, 'duration_secs': 0.390528} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.723961] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Destroyed the VM [ 1305.724224] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deleting Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1305.724487] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-32315a37-12ad-416e-aba1-20abd24405b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.730381] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1305.730381] env[68640]: value = "task-2991776" [ 1305.730381] env[68640]: _type = "Task" [ 1305.730381] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.173438] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.173665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.240267] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991776, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355466} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.240574] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deleted Snapshot of the VM instance {{(pid=68640) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1306.240772] env[68640]: DEBUG nova.compute.manager [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.241512] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf890ff-e82b-4376-a39b-af405b4b1f07 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.676472] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.752205] env[68640]: INFO nova.compute.manager [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Shelve offloading [ 1307.200035] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.200318] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.201852] env[68640]: INFO nova.compute.claims [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.255242] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.255577] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45004d1a-64d6-446b-938f-23d3c04e243f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.262328] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1307.262328] env[68640]: value = "task-2991777" [ 1307.262328] env[68640]: _type = "Task" [ 1307.262328] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.270318] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.772642] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] VM already powered off {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1307.772858] env[68640]: DEBUG nova.compute.manager [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.773604] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bd90bb-0263-4668-b272-b6cec12f3ec0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.779037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.779202] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.779371] env[68640]: DEBUG nova.network.neutron [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.286184] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb1996b-2aa1-4d4a-b98c-ff061abf671b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.293867] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b497606-6a83-4cb1-8f69-f3e78f4800f6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.324838] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd40ec8-c031-4c96-ab97-3a2184c1386e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.331920] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd851b74-0efa-4cf9-9f0f-e0734e0340b5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.345094] env[68640]: DEBUG nova.compute.provider_tree [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.502009] env[68640]: DEBUG nova.network.neutron [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.848572] env[68640]: DEBUG nova.scheduler.client.report [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.004689] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.214463] env[68640]: DEBUG nova.compute.manager [req-cf5e2d2f-8c57-4907-97e6-9adf72f065c5 req-55e0e096-0dd0-4dfe-a604-e2a0b0867591 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-vif-unplugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.214704] env[68640]: DEBUG oslo_concurrency.lockutils [req-cf5e2d2f-8c57-4907-97e6-9adf72f065c5 req-55e0e096-0dd0-4dfe-a604-e2a0b0867591 service nova] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.214912] env[68640]: DEBUG oslo_concurrency.lockutils [req-cf5e2d2f-8c57-4907-97e6-9adf72f065c5 req-55e0e096-0dd0-4dfe-a604-e2a0b0867591 service nova] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.215091] env[68640]: DEBUG oslo_concurrency.lockutils [req-cf5e2d2f-8c57-4907-97e6-9adf72f065c5 req-55e0e096-0dd0-4dfe-a604-e2a0b0867591 service nova] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.215263] env[68640]: DEBUG nova.compute.manager [req-cf5e2d2f-8c57-4907-97e6-9adf72f065c5 req-55e0e096-0dd0-4dfe-a604-e2a0b0867591 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] No waiting events found dispatching network-vif-unplugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.215477] env[68640]: WARNING nova.compute.manager [req-cf5e2d2f-8c57-4907-97e6-9adf72f065c5 req-55e0e096-0dd0-4dfe-a604-e2a0b0867591 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received unexpected event network-vif-unplugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1309.300678] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.301587] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ffd007-1b6b-4d69-9f7a-327b9554ad8e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.309148] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.309382] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f97f2e3-c76a-4c89-a04f-6307871751c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.354049] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.354049] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.380719] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.380957] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.381163] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleting the datastore file [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.381438] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e02ab6-80f4-4ad4-971e-12959d2083a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.389505] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1309.389505] env[68640]: value = "task-2991779" [ 1309.389505] env[68640]: _type = "Task" [ 1309.389505] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.398284] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.858750] env[68640]: DEBUG nova.compute.utils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1309.860599] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.860599] env[68640]: DEBUG nova.network.neutron [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.897721] env[68640]: DEBUG nova.policy [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85945e9fde64125a226d1966b8f98fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd539911e6b05438cb691d588502c7752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.902379] env[68640]: DEBUG oslo_vmware.api [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122077} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.902612] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.902789] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.902963] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.920566] env[68640]: INFO nova.scheduler.client.report [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted allocations for instance 143cd5f3-c332-4074-ad51-3856545707b0 [ 1310.203301] env[68640]: DEBUG nova.network.neutron [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Successfully created port: 945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.364167] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.426705] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.426996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.427247] env[68640]: DEBUG nova.objects.instance [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'resources' on Instance uuid 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.930362] env[68640]: DEBUG nova.objects.instance [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'numa_topology' on Instance uuid 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.239403] env[68640]: DEBUG nova.compute.manager [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.239610] env[68640]: DEBUG nova.compute.manager [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing instance network info cache due to event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.239843] env[68640]: DEBUG oslo_concurrency.lockutils [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.239986] env[68640]: DEBUG oslo_concurrency.lockutils [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.240309] env[68640]: DEBUG nova.network.neutron [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.377131] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.398165] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.398415] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.398583] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.398758] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.398932] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.399134] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.399360] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.399525] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.399697] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.399870] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.400064] env[68640]: DEBUG nova.virt.hardware [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.400951] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e79eabe-a6c6-481d-821b-e1a4c446c0bf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.409554] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82248977-c735-49e1-90aa-7d0be30239b4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.433354] env[68640]: DEBUG nova.objects.base [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Object Instance<143cd5f3-c332-4074-ad51-3856545707b0> lazy-loaded attributes: resources,numa_topology {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1311.510494] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4002e5-3b5b-4f0a-ad7c-044092462f9d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.518156] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016b1a0-7a6b-4e49-b310-d0e5d3aa16f5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.547052] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a6d3f-eb16-4ddf-8ef3-dce88b9af1c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.554328] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f51be99-3402-48fe-834c-60a5cd7dc76e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.567689] env[68640]: DEBUG nova.compute.provider_tree [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.654958] env[68640]: DEBUG nova.network.neutron [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Successfully updated port: 945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.949050] env[68640]: DEBUG nova.network.neutron [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updated VIF entry in instance network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.949426] env[68640]: DEBUG nova.network.neutron [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.070543] env[68640]: DEBUG nova.scheduler.client.report [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.157276] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.157418] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.157590] env[68640]: DEBUG nova.network.neutron [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.231201] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.453048] env[68640]: DEBUG oslo_concurrency.lockutils [req-e818f105-e2d2-483f-a246-fb7b2c348198 req-850f68ca-c263-44ce-8e70-001064e69316 service nova] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.575399] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.689035] env[68640]: DEBUG nova.network.neutron [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.805894] env[68640]: DEBUG nova.network.neutron [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updating instance_info_cache with network_info: [{"id": "945eefe7-a86b-4314-853f-d05b5ff0936c", "address": "fa:16:3e:b2:6f:42", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945eefe7-a8", "ovs_interfaceid": "945eefe7-a86b-4314-853f-d05b5ff0936c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.083455] env[68640]: DEBUG oslo_concurrency.lockutils [None req-013d6507-7e65-40a9-9072-a7bc1ff12fe3 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.944s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.084405] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.853s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.085233] env[68640]: INFO nova.compute.manager [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Unshelving [ 1313.264141] env[68640]: DEBUG nova.compute.manager [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Received event network-vif-plugged-945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.264393] env[68640]: DEBUG oslo_concurrency.lockutils [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.264580] env[68640]: DEBUG oslo_concurrency.lockutils [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.264764] env[68640]: DEBUG oslo_concurrency.lockutils [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.264938] env[68640]: DEBUG nova.compute.manager [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] No waiting events found dispatching network-vif-plugged-945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.265120] env[68640]: WARNING nova.compute.manager [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Received unexpected event network-vif-plugged-945eefe7-a86b-4314-853f-d05b5ff0936c for instance with vm_state building and task_state spawning. [ 1313.265283] env[68640]: DEBUG nova.compute.manager [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Received event network-changed-945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.265441] env[68640]: DEBUG nova.compute.manager [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Refreshing instance network info cache due to event network-changed-945eefe7-a86b-4314-853f-d05b5ff0936c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1313.265604] env[68640]: DEBUG oslo_concurrency.lockutils [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] Acquiring lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.308593] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.308909] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Instance network_info: |[{"id": "945eefe7-a86b-4314-853f-d05b5ff0936c", "address": "fa:16:3e:b2:6f:42", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945eefe7-a8", "ovs_interfaceid": "945eefe7-a86b-4314-853f-d05b5ff0936c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.309194] env[68640]: DEBUG oslo_concurrency.lockutils [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] Acquired lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.309371] env[68640]: DEBUG nova.network.neutron [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Refreshing network info cache for port 945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.310542] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:6f:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '945eefe7-a86b-4314-853f-d05b5ff0936c', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.317757] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.320783] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.321245] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b5968d7-7702-4494-b52f-e6284fe39489 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.342884] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.342884] env[68640]: value = "task-2991780" [ 1313.342884] env[68640]: _type = "Task" [ 1313.342884] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.350583] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991780, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.553107] env[68640]: DEBUG nova.network.neutron [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updated VIF entry in instance network info cache for port 945eefe7-a86b-4314-853f-d05b5ff0936c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.553518] env[68640]: DEBUG nova.network.neutron [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updating instance_info_cache with network_info: [{"id": "945eefe7-a86b-4314-853f-d05b5ff0936c", "address": "fa:16:3e:b2:6f:42", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945eefe7-a8", "ovs_interfaceid": "945eefe7-a86b-4314-853f-d05b5ff0936c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.852166] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991780, 'name': CreateVM_Task, 'duration_secs': 0.423099} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.852372] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.852971] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.853156] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.853468] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.853713] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db32e2c3-8291-4c34-8401-d1b26057f95c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.857925] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1313.857925] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520cf2ff-69d7-b341-243f-ad42f563bd89" [ 1313.857925] env[68640]: _type = "Task" [ 1313.857925] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.865421] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520cf2ff-69d7-b341-243f-ad42f563bd89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.056873] env[68640]: DEBUG oslo_concurrency.lockutils [req-c6b4ae8f-3c45-4783-a2dd-5d249d4f69c7 req-860b5f72-b691-4724-8e3c-0fb658d26539 service nova] Releasing lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.109187] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.109490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.109720] env[68640]: DEBUG nova.objects.instance [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'pci_requests' on Instance uuid 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.368069] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]520cf2ff-69d7-b341-243f-ad42f563bd89, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.368328] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.368569] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.368802] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.368947] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.369138] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.369397] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-065f20bb-4e1a-46e0-979b-0f8848f0d926 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.379529] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.379710] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.380430] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1b1ee8-b4ae-4296-84a4-5235f3881db8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.385158] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1314.385158] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e0f67c-ee3a-37bc-4ed5-788940ecea42" [ 1314.385158] env[68640]: _type = "Task" [ 1314.385158] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.392689] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e0f67c-ee3a-37bc-4ed5-788940ecea42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.613937] env[68640]: DEBUG nova.objects.instance [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'numa_topology' on Instance uuid 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.895989] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52e0f67c-ee3a-37bc-4ed5-788940ecea42, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.896783] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d674c84f-6b8c-4942-9790-fbb67a9be64c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.901753] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1314.901753] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52255882-e7b9-3c21-bee4-072480840e93" [ 1314.901753] env[68640]: _type = "Task" [ 1314.901753] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.909456] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52255882-e7b9-3c21-bee4-072480840e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.116727] env[68640]: INFO nova.compute.claims [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.412461] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52255882-e7b9-3c21-bee4-072480840e93, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.412684] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.412971] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc/3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.413247] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df2b08dd-ed05-4bf4-8071-26738317f00c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.418966] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1315.418966] env[68640]: value = "task-2991781" [ 1315.418966] env[68640]: _type = "Task" [ 1315.418966] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.426054] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.929108] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47506} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.929500] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc/3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.929579] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.929823] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-028168c5-bc26-414a-9b1f-b6cf78f36faf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.936155] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1315.936155] env[68640]: value = "task-2991782" [ 1315.936155] env[68640]: _type = "Task" [ 1315.936155] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.942811] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.196344] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16caa561-2dd8-4f81-a607-8f1127d419fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.203829] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fbaa8c-cafb-49f5-8994-1df25896683e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.234037] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4cd309-8a86-4713-9ea6-31a0f3e921a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.240743] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506945a1-c14b-4eae-bf50-3f1b97bf0d23 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.253405] env[68640]: DEBUG nova.compute.provider_tree [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.445412] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06209} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.445690] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.446461] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb734c5-52c6-4ce3-b326-7903d63457d6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.467752] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc/3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.467986] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db4593c-67fc-41fc-9e9e-493fb4abf8a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.485582] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1316.485582] env[68640]: value = "task-2991783" [ 1316.485582] env[68640]: _type = "Task" [ 1316.485582] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.492896] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.756902] env[68640]: DEBUG nova.scheduler.client.report [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.996163] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991783, 'name': ReconfigVM_Task, 'duration_secs': 0.284792} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.996630] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc/3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.997233] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb55d758-9da4-4a39-a073-f4c089bcdfe6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.003527] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1317.003527] env[68640]: value = "task-2991784" [ 1317.003527] env[68640]: _type = "Task" [ 1317.003527] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.014909] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991784, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.262216] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.152s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.289133] env[68640]: INFO nova.network.neutron [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1317.512995] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991784, 'name': Rename_Task, 'duration_secs': 0.127085} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.513392] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.513516] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1562d441-689e-48b0-a797-f72b3b985eed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.519453] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1317.519453] env[68640]: value = "task-2991785" [ 1317.519453] env[68640]: _type = "Task" [ 1317.519453] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.528108] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.029370] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.531039] env[68640]: DEBUG oslo_vmware.api [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991785, 'name': PowerOnVM_Task, 'duration_secs': 1.000771} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.531346] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.531563] env[68640]: INFO nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1318.531749] env[68640]: DEBUG nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.532612] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5acfced-b0ef-4f55-ae7b-5346cc26358b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.722614] env[68640]: DEBUG nova.compute.manager [req-e73636cc-3370-4e06-8991-1f89d96e948e req-e725e30b-1538-4b6c-987b-f73d64d819f8 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-vif-plugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.722891] env[68640]: DEBUG oslo_concurrency.lockutils [req-e73636cc-3370-4e06-8991-1f89d96e948e req-e725e30b-1538-4b6c-987b-f73d64d819f8 service nova] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.723134] env[68640]: DEBUG oslo_concurrency.lockutils [req-e73636cc-3370-4e06-8991-1f89d96e948e req-e725e30b-1538-4b6c-987b-f73d64d819f8 service nova] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.723312] env[68640]: DEBUG oslo_concurrency.lockutils [req-e73636cc-3370-4e06-8991-1f89d96e948e req-e725e30b-1538-4b6c-987b-f73d64d819f8 service nova] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.723480] env[68640]: DEBUG nova.compute.manager [req-e73636cc-3370-4e06-8991-1f89d96e948e req-e725e30b-1538-4b6c-987b-f73d64d819f8 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] No waiting events found dispatching network-vif-plugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1318.723675] env[68640]: WARNING nova.compute.manager [req-e73636cc-3370-4e06-8991-1f89d96e948e req-e725e30b-1538-4b6c-987b-f73d64d819f8 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received unexpected event network-vif-plugged-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1318.851152] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.851472] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.851687] env[68640]: DEBUG nova.network.neutron [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.051938] env[68640]: INFO nova.compute.manager [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Took 11.87 seconds to build instance. [ 1319.555185] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a35a68b5-038f-40bb-a231-8fe6443f8f2c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.381s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.587451] env[68640]: DEBUG nova.network.neutron [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.104657] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.124213] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c2406e00aacae6268ce140eb28d9a9ca',container_format='bare',created_at=2025-03-12T21:39:17Z,direct_url=,disk_format='vmdk',id=b16793fe-41b7-48c6-89de-86d6fea2b5a3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-895157962-shelved',owner='d15225d27f9c47f0979878044430ebdd',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-12T21:39:33Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.124473] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.124668] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.124864] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.125023] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.125179] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.125386] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.125544] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.125709] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.125873] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.126052] env[68640]: DEBUG nova.virt.hardware [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.126977] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd69eb0-f650-41be-9328-1e152d3bd8c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.135055] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c9c27-adfb-4b18-a6f3-33477746c65d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.151887] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:2f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.160114] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.161666] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.161794] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-244a2e35-134c-4735-ad93-eba6fa54906a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.183561] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.183561] env[68640]: value = "task-2991786" [ 1320.183561] env[68640]: _type = "Task" [ 1320.183561] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.191493] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991786, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.562120] env[68640]: DEBUG nova.compute.manager [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Received event network-changed-945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.562298] env[68640]: DEBUG nova.compute.manager [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Refreshing instance network info cache due to event network-changed-945eefe7-a86b-4314-853f-d05b5ff0936c. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.562648] env[68640]: DEBUG oslo_concurrency.lockutils [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] Acquiring lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.562648] env[68640]: DEBUG oslo_concurrency.lockutils [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] Acquired lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.562800] env[68640]: DEBUG nova.network.neutron [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Refreshing network info cache for port 945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.661672] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.661965] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.662598] env[68640]: DEBUG nova.compute.manager [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.663069] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a4fd9-f4ad-45d9-869c-e16c36cd08d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.669911] env[68640]: DEBUG nova.compute.manager [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68640) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1320.670487] env[68640]: DEBUG nova.objects.instance [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'flavor' on Instance uuid fb323d6b-92db-4f4c-bb0b-cea982b0deff {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.696020] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991786, 'name': CreateVM_Task, 'duration_secs': 0.296294} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.696020] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1320.696020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.696020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.696020] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.696020] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bc1a29-ac23-4f32-a68f-0e7006f35fe5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.699426] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1320.699426] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5227e55f-cfe8-d141-2251-b0d4f90fbd20" [ 1320.699426] env[68640]: _type = "Task" [ 1320.699426] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.709927] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5227e55f-cfe8-d141-2251-b0d4f90fbd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.750737] env[68640]: DEBUG nova.compute.manager [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.750737] env[68640]: DEBUG nova.compute.manager [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing instance network info cache due to event network-changed-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.750737] env[68640]: DEBUG oslo_concurrency.lockutils [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] Acquiring lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.750737] env[68640]: DEBUG oslo_concurrency.lockutils [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] Acquired lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.750737] env[68640]: DEBUG nova.network.neutron [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Refreshing network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.212582] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.213065] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Processing image b16793fe-41b7-48c6-89de-86d6fea2b5a3 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.213175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.213345] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.213532] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.213785] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46e5a52f-dd8a-4844-a40c-6be5cc218d3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.222520] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.222704] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.223406] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15386778-136a-4c5c-bea8-90648ffa9edf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.228482] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1321.228482] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527026c3-7940-364c-8ae7-5d856583e83f" [ 1321.228482] env[68640]: _type = "Task" [ 1321.228482] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.235493] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]527026c3-7940-364c-8ae7-5d856583e83f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.296281] env[68640]: DEBUG nova.network.neutron [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updated VIF entry in instance network info cache for port 945eefe7-a86b-4314-853f-d05b5ff0936c. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.296667] env[68640]: DEBUG nova.network.neutron [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updating instance_info_cache with network_info: [{"id": "945eefe7-a86b-4314-853f-d05b5ff0936c", "address": "fa:16:3e:b2:6f:42", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap945eefe7-a8", "ovs_interfaceid": "945eefe7-a86b-4314-853f-d05b5ff0936c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.493979] env[68640]: DEBUG nova.network.neutron [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updated VIF entry in instance network info cache for port c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.494380] env[68640]: DEBUG nova.network.neutron [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [{"id": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "address": "fa:16:3e:14:2f:47", "network": {"id": "ab6e682a-9f50-4f1e-a3e1-29c04feaa7c5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1504199454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d15225d27f9c47f0979878044430ebdd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc11a4d2a-1c", "ovs_interfaceid": "c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.678089] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.678421] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cd3f354-874e-45cb-89de-54f646c5c99f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.685864] env[68640]: DEBUG oslo_vmware.api [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1321.685864] env[68640]: value = "task-2991787" [ 1321.685864] env[68640]: _type = "Task" [ 1321.685864] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.694268] env[68640]: DEBUG oslo_vmware.api [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.738183] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Preparing fetch location {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1321.738440] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Fetch image to [datastore1] OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a/OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a.vmdk {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1321.738632] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Downloading stream optimized image b16793fe-41b7-48c6-89de-86d6fea2b5a3 to [datastore1] OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a/OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a.vmdk on the data store datastore1 as vApp {{(pid=68640) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1321.738795] env[68640]: DEBUG nova.virt.vmwareapi.images [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Downloading image file data b16793fe-41b7-48c6-89de-86d6fea2b5a3 to the ESX as VM named 'OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a' {{(pid=68640) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1321.799435] env[68640]: DEBUG oslo_concurrency.lockutils [req-150421b7-849b-4a09-9c4f-ada9b841c0d4 req-e03936f2-0572-484c-8ebb-360dd9ca6469 service nova] Releasing lock "refresh_cache-3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.808564] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1321.808564] env[68640]: value = "resgroup-9" [ 1321.808564] env[68640]: _type = "ResourcePool" [ 1321.808564] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1321.809018] env[68640]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-442b315e-904d-41b1-a858-f45bdb74f3c8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.830205] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease: (returnval){ [ 1321.830205] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526623fa-2da2-99bf-0edb-b55e6364ff18" [ 1321.830205] env[68640]: _type = "HttpNfcLease" [ 1321.830205] env[68640]: } obtained for vApp import into resource pool (val){ [ 1321.830205] env[68640]: value = "resgroup-9" [ 1321.830205] env[68640]: _type = "ResourcePool" [ 1321.830205] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1321.830566] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the lease: (returnval){ [ 1321.830566] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526623fa-2da2-99bf-0edb-b55e6364ff18" [ 1321.830566] env[68640]: _type = "HttpNfcLease" [ 1321.830566] env[68640]: } to be ready. {{(pid=68640) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.838457] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.838457] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526623fa-2da2-99bf-0edb-b55e6364ff18" [ 1321.838457] env[68640]: _type = "HttpNfcLease" [ 1321.838457] env[68640]: } is initializing. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.997560] env[68640]: DEBUG oslo_concurrency.lockutils [req-490cdc30-59b1-4b4f-a4a3-6da549472b62 req-e5c05d61-c1ce-496e-bee7-c850cc720bb6 service nova] Releasing lock "refresh_cache-143cd5f3-c332-4074-ad51-3856545707b0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.196778] env[68640]: DEBUG oslo_vmware.api [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991787, 'name': PowerOffVM_Task, 'duration_secs': 0.281086} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.197176] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.197448] env[68640]: DEBUG nova.compute.manager [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.198350] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac95b339-4a6a-4416-b52a-12c4bb904e48 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.338834] env[68640]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.338834] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526623fa-2da2-99bf-0edb-b55e6364ff18" [ 1322.338834] env[68640]: _type = "HttpNfcLease" [ 1322.338834] env[68640]: } is ready. {{(pid=68640) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.339277] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.339277] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]526623fa-2da2-99bf-0edb-b55e6364ff18" [ 1322.339277] env[68640]: _type = "HttpNfcLease" [ 1322.339277] env[68640]: }. {{(pid=68640) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1322.340064] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74cbe5d-2059-4bec-aead-2412cbe02fe0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.346697] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f754ac-0fe7-9ed8-a095-8f2320f76e80/disk-0.vmdk from lease info. {{(pid=68640) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.346883] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f754ac-0fe7-9ed8-a095-8f2320f76e80/disk-0.vmdk. {{(pid=68640) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1322.409691] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ed54d83-d75b-4058-a5c8-848fa72d721b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.710444] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0e721be4-5ed1-4b74-8f30-b76e16ee4eb4 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.041392] env[68640]: DEBUG nova.objects.instance [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'flavor' on Instance uuid fb323d6b-92db-4f4c-bb0b-cea982b0deff {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.547680] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.548102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.548102] env[68640]: DEBUG nova.network.neutron [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.548239] env[68640]: DEBUG nova.objects.instance [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'info_cache' on Instance uuid fb323d6b-92db-4f4c-bb0b-cea982b0deff {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.703762] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Completed reading data from the image iterator. {{(pid=68640) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1323.703981] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f754ac-0fe7-9ed8-a095-8f2320f76e80/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1323.704946] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f162ab-1847-4ad1-9d5c-66ba80a0ffdc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.712102] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f754ac-0fe7-9ed8-a095-8f2320f76e80/disk-0.vmdk is in state: ready. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1323.712286] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f754ac-0fe7-9ed8-a095-8f2320f76e80/disk-0.vmdk. {{(pid=68640) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1323.712551] env[68640]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f89df06-45b4-4238-9690-8a53604f0621 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.944539] env[68640]: DEBUG oslo_vmware.rw_handles [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f754ac-0fe7-9ed8-a095-8f2320f76e80/disk-0.vmdk. {{(pid=68640) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1323.944865] env[68640]: INFO nova.virt.vmwareapi.images [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Downloaded image file data b16793fe-41b7-48c6-89de-86d6fea2b5a3 [ 1323.946016] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615edf9a-9015-432b-a960-77572f824a12 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.960924] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92e6735e-469c-48bf-b785-679c79fb4ba3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.982429] env[68640]: INFO nova.virt.vmwareapi.images [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] The imported VM was unregistered [ 1323.984697] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Caching image {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1323.984921] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.985172] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9da27c70-4ef6-4921-a0af-cc95e799d5ca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.013485] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Created directory with path [datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3 {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.013660] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a/OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a.vmdk to [datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk. {{(pid=68640) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1324.013905] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-45d265a6-d73b-4546-9de8-e68ba4bff0c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.020395] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1324.020395] env[68640]: value = "task-2991790" [ 1324.020395] env[68640]: _type = "Task" [ 1324.020395] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.027533] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991790, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.051926] env[68640]: DEBUG nova.objects.base [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1324.531480] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991790, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.776436] env[68640]: DEBUG nova.network.neutron [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [{"id": "76cbe167-adc7-4733-97c2-4fda13cc097b", "address": "fa:16:3e:07:6e:02", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76cbe167-ad", "ovs_interfaceid": "76cbe167-adc7-4733-97c2-4fda13cc097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.030156] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991790, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.280045] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.531092] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991790, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.032018] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991790, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.285762] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.286221] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f37552bf-3687-4f63-9d2b-5cc0128d8dfc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.293078] env[68640]: DEBUG oslo_vmware.api [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1326.293078] env[68640]: value = "task-2991791" [ 1326.293078] env[68640]: _type = "Task" [ 1326.293078] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.301536] env[68640]: DEBUG oslo_vmware.api [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.532117] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991790, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.415027} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.532380] env[68640]: INFO nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a/OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a.vmdk to [datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk. [ 1326.532561] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Cleaning up location [datastore1] OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1326.532727] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0508fce7-6d8e-4762-a02c-4b978c23ed0a {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.532975] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76426535-4ae8-4921-b563-fb0f5c0ba753 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.539146] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1326.539146] env[68640]: value = "task-2991792" [ 1326.539146] env[68640]: _type = "Task" [ 1326.539146] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.546685] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.802577] env[68640]: DEBUG oslo_vmware.api [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991791, 'name': PowerOnVM_Task, 'duration_secs': 0.393185} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.802835] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.803045] env[68640]: DEBUG nova.compute.manager [None req-ae053f79-250c-45be-baa9-b628b7259533 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.803849] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac78a6-2d09-48a5-a1c2-e79454c27c18 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.048979] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05256} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.049291] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.049354] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.049591] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk to [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.049832] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2667f682-e2d3-4dd6-b0f6-a3c2e3de45c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.056118] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1327.056118] env[68640]: value = "task-2991793" [ 1327.056118] env[68640]: _type = "Task" [ 1327.056118] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.063907] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.567338] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991793, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.867046] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9321ed9f-1320-428d-9bef-8a24a06e5e38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.873847] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Suspending the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1327.874169] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e28c918d-2119-4a05-bbab-7dcaa5ad5214 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.881413] env[68640]: DEBUG oslo_vmware.api [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1327.881413] env[68640]: value = "task-2991794" [ 1327.881413] env[68640]: _type = "Task" [ 1327.881413] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.892991] env[68640]: DEBUG oslo_vmware.api [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991794, 'name': SuspendVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.067092] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991793, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.391647] env[68640]: DEBUG oslo_vmware.api [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991794, 'name': SuspendVM_Task} progress is 70%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.567545] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991793, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.892536] env[68640]: DEBUG oslo_vmware.api [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991794, 'name': SuspendVM_Task, 'duration_secs': 0.634064} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.892828] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Suspended the VM {{(pid=68640) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1328.893120] env[68640]: DEBUG nova.compute.manager [None req-baa28c5d-a5b1-4b4d-a6ee-0a55d92b21f3 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.893929] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77cc067-3f1e-4276-87f2-77e354778400 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.068166] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991793, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.568245] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991793, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.162453} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.568526] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b16793fe-41b7-48c6-89de-86d6fea2b5a3/b16793fe-41b7-48c6-89de-86d6fea2b5a3.vmdk to [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.569313] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69750fc8-2c65-4a1f-8b34-9ba5acf544be {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.591057] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.591381] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239e3197-39bb-41fa-a7ed-0d67f791df0e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.610932] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1329.610932] env[68640]: value = "task-2991795" [ 1329.610932] env[68640]: _type = "Task" [ 1329.610932] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.618648] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.120888] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.234677] env[68640]: INFO nova.compute.manager [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Resuming [ 1330.235371] env[68640]: DEBUG nova.objects.instance [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'flavor' on Instance uuid fb323d6b-92db-4f4c-bb0b-cea982b0deff {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.621042] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991795, 'name': ReconfigVM_Task, 'duration_secs': 0.652714} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.621330] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0/143cd5f3-c332-4074-ad51-3856545707b0.vmdk or device None with type streamOptimized {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.621941] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9ea24c-4cec-410d-885c-f05904e23345 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.627883] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1330.627883] env[68640]: value = "task-2991796" [ 1330.627883] env[68640]: _type = "Task" [ 1330.627883] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.635253] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991796, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.137514] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991796, 'name': Rename_Task, 'duration_secs': 0.132948} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.137896] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.138066] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2fec60-a9ab-4666-ba6b-2f9c7c5977cf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.143837] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1331.143837] env[68640]: value = "task-2991797" [ 1331.143837] env[68640]: _type = "Task" [ 1331.143837] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.150678] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.653799] env[68640]: DEBUG oslo_vmware.api [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991797, 'name': PowerOnVM_Task, 'duration_secs': 0.418848} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.654120] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.745881] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.746093] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquired lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.746294] env[68640]: DEBUG nova.network.neutron [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.754585] env[68640]: DEBUG nova.compute.manager [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.755454] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90d74b-255c-43bb-99be-747c656ce2d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.273445] env[68640]: DEBUG oslo_concurrency.lockutils [None req-a3f4d8ba-be04-4bb4-abfc-5461a1b528b2 tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.189s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.451541] env[68640]: DEBUG nova.network.neutron [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [{"id": "76cbe167-adc7-4733-97c2-4fda13cc097b", "address": "fa:16:3e:07:6e:02", "network": {"id": "f7ac4163-f8fd-42e0-b6d7-70a24e390d80", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-897226455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f8ba2e078dc45a5b9a0b5e0a9e77daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76cbe167-ad", "ovs_interfaceid": "76cbe167-adc7-4733-97c2-4fda13cc097b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.954341] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Releasing lock "refresh_cache-fb323d6b-92db-4f4c-bb0b-cea982b0deff" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.955580] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f62128-171d-4ec9-9c8d-ce7f7e12a6da {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.962629] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Resuming the VM {{(pid=68640) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1332.962965] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73b19ba-9694-4199-bae8-3a0c1bb4dcc6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.969441] env[68640]: DEBUG oslo_vmware.api [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1332.969441] env[68640]: value = "task-2991798" [ 1332.969441] env[68640]: _type = "Task" [ 1332.969441] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.977229] env[68640]: DEBUG oslo_vmware.api [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.480457] env[68640]: DEBUG oslo_vmware.api [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991798, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.984353] env[68640]: DEBUG oslo_vmware.api [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991798, 'name': PowerOnVM_Task, 'duration_secs': 0.851241} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.984769] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Resumed the VM {{(pid=68640) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1333.984899] env[68640]: DEBUG nova.compute.manager [None req-d30db962-c83f-409f-8091-cd5d029d3294 tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1333.985801] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0ddc5b-9b3b-4b75-b992-0d7976d45e6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.480293] env[68640]: DEBUG oslo_concurrency.lockutils [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.480620] env[68640]: DEBUG oslo_concurrency.lockutils [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.984193] env[68640]: INFO nova.compute.manager [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Detaching volume 2e2dc72b-0346-4b69-8869-9cbd71a277fb [ 1335.012375] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.012617] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.012820] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.012995] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.013278] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.015869] env[68640]: INFO nova.virt.block_device [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Attempting to driver detach volume 2e2dc72b-0346-4b69-8869-9cbd71a277fb from mountpoint /dev/sdb [ 1335.016145] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1335.016281] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1335.017188] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a187f3-9d70-4f9e-af7c-4fecf41e3909 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.020276] env[68640]: INFO nova.compute.manager [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Terminating instance [ 1335.043316] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7775a0e-ba23-4c5d-82fe-3951a9930749 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.051371] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387a625-e51a-48b9-9a94-da65bffd0d95 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.074155] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a81e1-98b9-4821-bcc3-09d7b45859a9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.089167] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] The volume has not been displaced from its original location: [datastore2] volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb/volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1335.094280] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1335.094794] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54290fb3-f426-4332-8e58-4dcf202e98ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.111910] env[68640]: DEBUG oslo_vmware.api [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1335.111910] env[68640]: value = "task-2991799" [ 1335.111910] env[68640]: _type = "Task" [ 1335.111910] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.119545] env[68640]: DEBUG oslo_vmware.api [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.525321] env[68640]: DEBUG nova.compute.manager [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.525576] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.526499] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e078b37-aff9-486f-99fc-ccf9014054f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.534649] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.534902] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43bcb470-521d-48b6-b484-439b9c3bbb31 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.541138] env[68640]: DEBUG oslo_vmware.api [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1335.541138] env[68640]: value = "task-2991800" [ 1335.541138] env[68640]: _type = "Task" [ 1335.541138] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.548525] env[68640]: DEBUG oslo_vmware.api [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.622088] env[68640]: DEBUG oslo_vmware.api [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991799, 'name': ReconfigVM_Task, 'duration_secs': 0.37369} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.622393] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1335.627492] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aeb9568-f19d-4ffa-94de-3f59eb22a2d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.643071] env[68640]: DEBUG oslo_vmware.api [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1335.643071] env[68640]: value = "task-2991801" [ 1335.643071] env[68640]: _type = "Task" [ 1335.643071] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.653984] env[68640]: DEBUG oslo_vmware.api [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.052170] env[68640]: DEBUG oslo_vmware.api [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991800, 'name': PowerOffVM_Task, 'duration_secs': 0.183301} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.052507] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.052699] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.052976] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f65809dd-2acd-4e16-8484-72c794e49ed2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.115205] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.115451] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.115606] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleting the datastore file [datastore2] fb323d6b-92db-4f4c-bb0b-cea982b0deff {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.115876] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55f890f9-a344-4bd2-9245-34339dc0b5e6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.121941] env[68640]: DEBUG oslo_vmware.api [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for the task: (returnval){ [ 1336.121941] env[68640]: value = "task-2991803" [ 1336.121941] env[68640]: _type = "Task" [ 1336.121941] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.128933] env[68640]: DEBUG oslo_vmware.api [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.151404] env[68640]: DEBUG oslo_vmware.api [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991801, 'name': ReconfigVM_Task, 'duration_secs': 0.142935} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.151667] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-599995', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'name': 'volume-2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb976140-d765-4dad-bf86-8c727d93fb07', 'attached_at': '', 'detached_at': '', 'volume_id': '2e2dc72b-0346-4b69-8869-9cbd71a277fb', 'serial': '2e2dc72b-0346-4b69-8869-9cbd71a277fb'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1336.634445] env[68640]: DEBUG oslo_vmware.api [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Task: {'id': task-2991803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150012} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.634862] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.635058] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.635283] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.635499] env[68640]: INFO nova.compute.manager [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1336.635789] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.636038] env[68640]: DEBUG nova.compute.manager [-] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.636169] env[68640]: DEBUG nova.network.neutron [-] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.691431] env[68640]: DEBUG nova.objects.instance [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'flavor' on Instance uuid cb976140-d765-4dad-bf86-8c727d93fb07 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.046791] env[68640]: DEBUG nova.compute.manager [req-a4050af9-3f09-4895-a5db-4ae0900865ca req-45ba1193-be5d-4a2b-9ad2-0d9436241e74 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Received event network-vif-deleted-76cbe167-adc7-4733-97c2-4fda13cc097b {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.047083] env[68640]: INFO nova.compute.manager [req-a4050af9-3f09-4895-a5db-4ae0900865ca req-45ba1193-be5d-4a2b-9ad2-0d9436241e74 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Neutron deleted interface 76cbe167-adc7-4733-97c2-4fda13cc097b; detaching it from the instance and deleting it from the info cache [ 1337.047224] env[68640]: DEBUG nova.network.neutron [req-a4050af9-3f09-4895-a5db-4ae0900865ca req-45ba1193-be5d-4a2b-9ad2-0d9436241e74 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.531831] env[68640]: DEBUG nova.network.neutron [-] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.551640] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e23f464f-8fdd-44e4-a5cd-7afffbb923d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.561992] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea53b41-ea11-4cea-bf80-106ac98cee14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.590727] env[68640]: DEBUG nova.compute.manager [req-a4050af9-3f09-4895-a5db-4ae0900865ca req-45ba1193-be5d-4a2b-9ad2-0d9436241e74 service nova] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Detach interface failed, port_id=76cbe167-adc7-4733-97c2-4fda13cc097b, reason: Instance fb323d6b-92db-4f4c-bb0b-cea982b0deff could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1337.698687] env[68640]: DEBUG oslo_concurrency.lockutils [None req-67d60906-e126-47fb-afa8-01dc8183c00c tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.034352] env[68640]: INFO nova.compute.manager [-] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Took 1.40 seconds to deallocate network for instance. [ 1338.540999] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.541296] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.541515] env[68640]: DEBUG nova.objects.instance [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lazy-loading 'resources' on Instance uuid fb323d6b-92db-4f4c-bb0b-cea982b0deff {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.729935] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.730270] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.730485] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "cb976140-d765-4dad-bf86-8c727d93fb07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.730668] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.730854] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.733013] env[68640]: INFO nova.compute.manager [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Terminating instance [ 1339.135471] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f510c-8d3d-4ec6-87a3-e5ac587de354 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.143303] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bce8793-3b2b-4a90-8149-1f1fad6afebb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.173251] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e97e70-b3e0-4f31-9a8f-77e97f66ea37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.179928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b6a717-d38f-4149-a106-ad90b9681f24 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.192734] env[68640]: DEBUG nova.compute.provider_tree [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.236544] env[68640]: DEBUG nova.compute.manager [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1339.236782] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1339.237635] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bc11b9-3e45-4412-a9bc-7687fe2f0449 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.244800] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1339.245037] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e098f114-8996-44ea-aca9-2e1f789e29f0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.251266] env[68640]: DEBUG oslo_vmware.api [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1339.251266] env[68640]: value = "task-2991804" [ 1339.251266] env[68640]: _type = "Task" [ 1339.251266] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.259302] env[68640]: DEBUG oslo_vmware.api [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.695585] env[68640]: DEBUG nova.scheduler.client.report [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.760485] env[68640]: DEBUG oslo_vmware.api [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991804, 'name': PowerOffVM_Task, 'duration_secs': 0.192695} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.760842] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1339.760897] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1339.761152] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666e769a-a2fa-456a-a2db-b581c8a93509 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.825243] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.825460] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.825634] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore2] cb976140-d765-4dad-bf86-8c727d93fb07 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.825903] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78837336-e181-48bc-88ba-4bc2ab7a53a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.832496] env[68640]: DEBUG oslo_vmware.api [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1339.832496] env[68640]: value = "task-2991806" [ 1339.832496] env[68640]: _type = "Task" [ 1339.832496] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.839676] env[68640]: DEBUG oslo_vmware.api [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.200903] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.222122] env[68640]: INFO nova.scheduler.client.report [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Deleted allocations for instance fb323d6b-92db-4f4c-bb0b-cea982b0deff [ 1340.343609] env[68640]: DEBUG oslo_vmware.api [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125799} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.343879] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1340.344052] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1340.344228] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1340.344400] env[68640]: INFO nova.compute.manager [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1340.344649] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1340.344856] env[68640]: DEBUG nova.compute.manager [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1340.344952] env[68640]: DEBUG nova.network.neutron [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1340.730151] env[68640]: DEBUG oslo_concurrency.lockutils [None req-712f7a4a-f71b-47ee-9df2-b3aa8590cf9f tempest-ServerActionsTestJSON-2128474641 tempest-ServerActionsTestJSON-2128474641-project-member] Lock "fb323d6b-92db-4f4c-bb0b-cea982b0deff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.717s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.779909] env[68640]: DEBUG nova.compute.manager [req-bacc76ad-6e47-4e6d-9751-6b91230b0422 req-884c9e3d-69fe-44b2-a421-d6bb25319502 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Received event network-vif-deleted-9d3769c2-c723-4391-896d-0962575dc9ab {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.780300] env[68640]: INFO nova.compute.manager [req-bacc76ad-6e47-4e6d-9751-6b91230b0422 req-884c9e3d-69fe-44b2-a421-d6bb25319502 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Neutron deleted interface 9d3769c2-c723-4391-896d-0962575dc9ab; detaching it from the instance and deleting it from the info cache [ 1340.780300] env[68640]: DEBUG nova.network.neutron [req-bacc76ad-6e47-4e6d-9751-6b91230b0422 req-884c9e3d-69fe-44b2-a421-d6bb25319502 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.262798] env[68640]: DEBUG nova.network.neutron [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.283867] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9dca3f8-191a-456d-84f8-e88e1bc2ee75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.296449] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9afa5b-eb0b-479c-9445-e6aed3373392 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.323807] env[68640]: DEBUG nova.compute.manager [req-bacc76ad-6e47-4e6d-9751-6b91230b0422 req-884c9e3d-69fe-44b2-a421-d6bb25319502 service nova] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Detach interface failed, port_id=9d3769c2-c723-4391-896d-0962575dc9ab, reason: Instance cb976140-d765-4dad-bf86-8c727d93fb07 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.765927] env[68640]: INFO nova.compute.manager [-] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Took 1.42 seconds to deallocate network for instance. [ 1342.272182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.272462] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.272667] env[68640]: DEBUG nova.objects.instance [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'resources' on Instance uuid cb976140-d765-4dad-bf86-8c727d93fb07 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.852641] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752e0cd8-7f20-4e45-a4c4-bf2ca65bb383 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.860936] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef600b61-427c-453f-bb00-c8724ab9353a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.891829] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a3d38-9535-4b98-b271-e229890000fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.899282] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7fd77a-69e0-4832-87aa-6668667c167a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.912428] env[68640]: DEBUG nova.compute.provider_tree [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.415519] env[68640]: DEBUG nova.scheduler.client.report [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.921068] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.947173] env[68640]: INFO nova.scheduler.client.report [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted allocations for instance cb976140-d765-4dad-bf86-8c727d93fb07 [ 1344.454870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c558ba81-366e-4aed-9d98-2d5f1a3d47b2 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "cb976140-d765-4dad-bf86-8c727d93fb07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.151297] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.151592] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.654169] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.175500] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.175837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.177191] env[68640]: INFO nova.compute.claims [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.251892] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5863964-9ced-44d3-b1be-bda013a6531a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.259733] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da9c4c6-7105-493f-80be-943cb58b94bd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.288529] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e43d154-e881-43ee-8a0e-4e239cbb4c61 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.295018] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa6f5ee-93ef-4daf-a5ca-cecce87e0111 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.307522] env[68640]: DEBUG nova.compute.provider_tree [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.811155] env[68640]: DEBUG nova.scheduler.client.report [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.316901] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.141s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.317467] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.822511] env[68640]: DEBUG nova.compute.utils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.823904] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.824092] env[68640]: DEBUG nova.network.neutron [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.870309] env[68640]: DEBUG nova.policy [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65d5124154c34b45a9f97498a3b235a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c5d9d444ed24c4d9ba5459547571d9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.114978] env[68640]: DEBUG nova.network.neutron [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Successfully created port: b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.329384] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1351.339608] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.365543] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.365747] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.365911] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.366106] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.366258] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.366433] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.366607] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.366763] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.366966] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.367153] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.367338] env[68640]: DEBUG nova.virt.hardware [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.368293] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8960503-34ca-4814-9de5-68cd588748ae {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.376170] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359722f7-1f45-478b-a74f-944e92259a86 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.463204] env[68640]: DEBUG nova.compute.manager [req-c972efff-44a4-4fb6-a3b3-fe08b0583558 req-91dcea87-6e0b-478d-8316-2a5f464ee38e service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Received event network-vif-plugged-b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.463405] env[68640]: DEBUG oslo_concurrency.lockutils [req-c972efff-44a4-4fb6-a3b3-fe08b0583558 req-91dcea87-6e0b-478d-8316-2a5f464ee38e service nova] Acquiring lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.463612] env[68640]: DEBUG oslo_concurrency.lockutils [req-c972efff-44a4-4fb6-a3b3-fe08b0583558 req-91dcea87-6e0b-478d-8316-2a5f464ee38e service nova] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.463750] env[68640]: DEBUG oslo_concurrency.lockutils [req-c972efff-44a4-4fb6-a3b3-fe08b0583558 req-91dcea87-6e0b-478d-8316-2a5f464ee38e service nova] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.463918] env[68640]: DEBUG nova.compute.manager [req-c972efff-44a4-4fb6-a3b3-fe08b0583558 req-91dcea87-6e0b-478d-8316-2a5f464ee38e service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] No waiting events found dispatching network-vif-plugged-b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.464229] env[68640]: WARNING nova.compute.manager [req-c972efff-44a4-4fb6-a3b3-fe08b0583558 req-91dcea87-6e0b-478d-8316-2a5f464ee38e service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Received unexpected event network-vif-plugged-b6bf7142-b80e-41f4-bbda-be14c814f5f4 for instance with vm_state building and task_state spawning. [ 1351.545734] env[68640]: DEBUG nova.network.neutron [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Successfully updated port: b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.731344] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.048653] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.048799] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.048912] env[68640]: DEBUG nova.network.neutron [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.580407] env[68640]: DEBUG nova.network.neutron [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.692783] env[68640]: DEBUG nova.network.neutron [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updating instance_info_cache with network_info: [{"id": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "address": "fa:16:3e:f8:80:bc", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bf7142-b8", "ovs_interfaceid": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.195173] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.195505] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Instance network_info: |[{"id": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "address": "fa:16:3e:f8:80:bc", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bf7142-b8", "ovs_interfaceid": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.196021] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:80:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6bf7142-b80e-41f4-bbda-be14c814f5f4', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.203427] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.203635] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.203860] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68875d0e-68e7-4fb0-968f-7163ad3b2ce0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.226356] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.226356] env[68640]: value = "task-2991807" [ 1353.226356] env[68640]: _type = "Task" [ 1353.226356] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.233612] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991807, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.489859] env[68640]: DEBUG nova.compute.manager [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Received event network-changed-b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.490044] env[68640]: DEBUG nova.compute.manager [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Refreshing instance network info cache due to event network-changed-b6bf7142-b80e-41f4-bbda-be14c814f5f4. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.490294] env[68640]: DEBUG oslo_concurrency.lockutils [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] Acquiring lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.490431] env[68640]: DEBUG oslo_concurrency.lockutils [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] Acquired lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.490591] env[68640]: DEBUG nova.network.neutron [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Refreshing network info cache for port b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.727351] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.732386] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.732557] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1353.738027] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991807, 'name': CreateVM_Task, 'duration_secs': 0.355714} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.738186] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.738783] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.738946] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.739296] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.739536] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8897ae8-2f69-4e32-86f3-eb6a08347cc0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.744042] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1353.744042] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52692fa9-c489-8625-d939-025ec1bb967a" [ 1353.744042] env[68640]: _type = "Task" [ 1353.744042] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.750985] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52692fa9-c489-8625-d939-025ec1bb967a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.254282] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52692fa9-c489-8625-d939-025ec1bb967a, 'name': SearchDatastore_Task, 'duration_secs': 0.012425} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.254574] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.254802] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.255043] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.255201] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.255385] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.255752] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8deb617f-4391-4384-8dd7-68b4432e66fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.264096] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.264361] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.265059] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68487368-6a52-469a-ac6d-f0068bc8b80a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.269740] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1354.269740] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cc4c23-79b5-a4a5-9fe8-da788be79674" [ 1354.269740] env[68640]: _type = "Task" [ 1354.269740] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.276953] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cc4c23-79b5-a4a5-9fe8-da788be79674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.421848] env[68640]: DEBUG nova.network.neutron [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updated VIF entry in instance network info cache for port b6bf7142-b80e-41f4-bbda-be14c814f5f4. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.422225] env[68640]: DEBUG nova.network.neutron [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updating instance_info_cache with network_info: [{"id": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "address": "fa:16:3e:f8:80:bc", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bf7142-b8", "ovs_interfaceid": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.731803] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.779636] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52cc4c23-79b5-a4a5-9fe8-da788be79674, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.780341] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c56b19-410b-40f9-b6a7-a75e15ba0c3e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.784894] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1354.784894] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522955fe-b035-ea23-15cf-e770c75606bc" [ 1354.784894] env[68640]: _type = "Task" [ 1354.784894] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.791892] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522955fe-b035-ea23-15cf-e770c75606bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.924984] env[68640]: DEBUG oslo_concurrency.lockutils [req-f4ae8dc2-de0f-40d5-9778-d88c56da947b req-bd32045d-6314-4214-af0f-1920462130bf service nova] Releasing lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.295609] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]522955fe-b035-ea23-15cf-e770c75606bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.295866] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.296127] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409/5938cd31-6fe4-4ba4-afc7-a87dbbd3f409.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.296386] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3127ee13-c0cd-4e24-af41-bc7c2b1ef031 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.304167] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1355.304167] env[68640]: value = "task-2991808" [ 1355.304167] env[68640]: _type = "Task" [ 1355.304167] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.311269] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.731923] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.814121] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448654} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.814386] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409/5938cd31-6fe4-4ba4-afc7-a87dbbd3f409.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.814597] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.814855] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de5ac98-577b-4e5e-b001-5cef3052f8f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.821180] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1355.821180] env[68640]: value = "task-2991809" [ 1355.821180] env[68640]: _type = "Task" [ 1355.821180] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.829041] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.331615] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060934} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.331884] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.332676] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc14759-a05c-4856-bcbc-12dd068752ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.354618] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409/5938cd31-6fe4-4ba4-afc7-a87dbbd3f409.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.354899] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e3b31ae-510b-400c-874b-f3c2ddf11a25 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.377020] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1356.377020] env[68640]: value = "task-2991810" [ 1356.377020] env[68640]: _type = "Task" [ 1356.377020] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.386186] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.731824] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.887042] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991810, 'name': ReconfigVM_Task, 'duration_secs': 0.305063} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.887325] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409/5938cd31-6fe4-4ba4-afc7-a87dbbd3f409.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.888024] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fabf9c3b-2a05-427a-bdd9-dad1e3c13204 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.895625] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1356.895625] env[68640]: value = "task-2991811" [ 1356.895625] env[68640]: _type = "Task" [ 1356.895625] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.903429] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991811, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.235238] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.235438] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.235607] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.235762] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1357.236643] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb511e0d-cff9-40c5-8f24-64c71215adee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.244627] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3987d9eb-4045-46d3-908f-4de0786e4d77 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.258299] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483a0ced-b3d5-4d6b-a9c4-f2b1390641ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.264341] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18119668-4b62-4d6e-96e4-324c1443f95e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.292143] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180239MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1357.292294] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.292498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.405062] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991811, 'name': Rename_Task, 'duration_secs': 0.14591} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.405318] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.405593] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87733a96-1915-482e-a61c-33affea6cb48 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.411517] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1357.411517] env[68640]: value = "task-2991812" [ 1357.411517] env[68640]: _type = "Task" [ 1357.411517] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.418971] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.922370] env[68640]: DEBUG oslo_vmware.api [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991812, 'name': PowerOnVM_Task, 'duration_secs': 0.431106} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.922732] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.922777] env[68640]: INFO nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1357.922927] env[68640]: DEBUG nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.923692] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b49dea4-8120-411b-91d2-ad35da56abdd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.010486] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.010709] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.317583] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.317734] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.317877] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.318022] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 143cd5f3-c332-4074-ad51-3856545707b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.318113] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1358.318282] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1358.318418] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1358.380481] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d56de5-0cfc-403f-888a-9782e89230f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.388100] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0481f2-d18e-4069-955a-1c40d466e479 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.416717] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ffc69-4dec-4ddf-ab92-21842b51d32a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.423179] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5457cd30-67e3-4e0b-9c8d-f5d2c92b0311 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.439015] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.444128] env[68640]: INFO nova.compute.manager [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Took 11.29 seconds to build instance. [ 1358.513902] env[68640]: DEBUG nova.compute.utils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1358.945075] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.948660] env[68640]: DEBUG oslo_concurrency.lockutils [None req-c6d20da5-8c27-4421-b3b9-d9d8b5c24a4b tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.797s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.017928] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.098534] env[68640]: DEBUG nova.compute.manager [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Received event network-changed-b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.098724] env[68640]: DEBUG nova.compute.manager [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Refreshing instance network info cache due to event network-changed-b6bf7142-b80e-41f4-bbda-be14c814f5f4. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.098938] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] Acquiring lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.099096] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] Acquired lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.099263] env[68640]: DEBUG nova.network.neutron [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Refreshing network info cache for port b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.450648] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1359.450862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.158s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.807983] env[68640]: DEBUG nova.network.neutron [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updated VIF entry in instance network info cache for port b6bf7142-b80e-41f4-bbda-be14c814f5f4. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.808372] env[68640]: DEBUG nova.network.neutron [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updating instance_info_cache with network_info: [{"id": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "address": "fa:16:3e:f8:80:bc", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6bf7142-b8", "ovs_interfaceid": "b6bf7142-b80e-41f4-bbda-be14c814f5f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.076846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.077235] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.077407] env[68640]: INFO nova.compute.manager [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Attaching volume 30cd8d58-051b-4078-ae03-e22916de1de4 to /dev/sdb [ 1360.109129] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54562c07-77a5-4c61-b408-076ef73c31ff {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.116452] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525e4ea1-6a3d-4394-8a60-503af3d633fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.129148] env[68640]: DEBUG nova.virt.block_device [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updating existing volume attachment record: 5b2b969f-bea8-4102-bc79-df7362054d73 {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1360.311055] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb7db30a-2f5d-4ffc-a733-6a8475004b3a req-b40c55d5-b16c-494b-b29a-4e1f77f11412 service nova] Releasing lock "refresh_cache-5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.450807] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.451201] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.674648] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1364.674905] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600005', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'name': 'volume-30cd8d58-051b-4078-ae03-e22916de1de4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc', 'attached_at': '', 'detached_at': '', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'serial': '30cd8d58-051b-4078-ae03-e22916de1de4'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1364.675770] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e77a09b-3e0a-4b53-8e9e-c52e2e6d5403 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.692043] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed27125-bc19-4874-bde6-2091be8ff26a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.716747] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-30cd8d58-051b-4078-ae03-e22916de1de4/volume-30cd8d58-051b-4078-ae03-e22916de1de4.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.717451] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b970db1a-0633-4990-88b7-8f218a9183f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.733722] env[68640]: DEBUG oslo_vmware.api [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1364.733722] env[68640]: value = "task-2991817" [ 1364.733722] env[68640]: _type = "Task" [ 1364.733722] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.741265] env[68640]: DEBUG oslo_vmware.api [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.243552] env[68640]: DEBUG oslo_vmware.api [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991817, 'name': ReconfigVM_Task, 'duration_secs': 0.357305} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.243866] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-30cd8d58-051b-4078-ae03-e22916de1de4/volume-30cd8d58-051b-4078-ae03-e22916de1de4.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.248755] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ccbf0a9-9ecd-4df6-a256-977564f55143 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.263779] env[68640]: DEBUG oslo_vmware.api [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1365.263779] env[68640]: value = "task-2991819" [ 1365.263779] env[68640]: _type = "Task" [ 1365.263779] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.271696] env[68640]: DEBUG oslo_vmware.api [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.775812] env[68640]: DEBUG oslo_vmware.api [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991819, 'name': ReconfigVM_Task, 'duration_secs': 0.151514} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.776221] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600005', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'name': 'volume-30cd8d58-051b-4078-ae03-e22916de1de4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc', 'attached_at': '', 'detached_at': '', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'serial': '30cd8d58-051b-4078-ae03-e22916de1de4'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1366.820861] env[68640]: DEBUG nova.objects.instance [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'flavor' on Instance uuid 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.325927] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ab62952d-a0b8-409e-a105-f15d9a54bebc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.249s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.609026] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.609359] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.649112] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.649366] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.649562] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "143cd5f3-c332-4074-ad51-3856545707b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.649742] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.649906] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.652104] env[68640]: INFO nova.compute.manager [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Terminating instance [ 1368.112717] env[68640]: INFO nova.compute.manager [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Detaching volume 30cd8d58-051b-4078-ae03-e22916de1de4 [ 1368.149209] env[68640]: INFO nova.virt.block_device [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Attempting to driver detach volume 30cd8d58-051b-4078-ae03-e22916de1de4 from mountpoint /dev/sdb [ 1368.149461] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1368.149647] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600005', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'name': 'volume-30cd8d58-051b-4078-ae03-e22916de1de4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc', 'attached_at': '', 'detached_at': '', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'serial': '30cd8d58-051b-4078-ae03-e22916de1de4'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1368.150567] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f9cddf-857e-4f27-989f-b29bd2145fdb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.155480] env[68640]: DEBUG nova.compute.manager [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.155678] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.156460] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73343b13-7b3b-4cbc-8467-8a286a728f6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.176870] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aec4629-e980-4f87-b12a-4998e8c6c032 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.181554] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.182071] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1499b03-f628-45e4-bfbe-0976c3955593 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.186029] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da351931-867c-4543-8429-abba9b407fe2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.189552] env[68640]: DEBUG oslo_vmware.api [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1368.189552] env[68640]: value = "task-2991821" [ 1368.189552] env[68640]: _type = "Task" [ 1368.189552] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.209502] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25be6a8-1d05-4b19-8cb7-e32ed1389cca {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.214966] env[68640]: DEBUG oslo_vmware.api [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.227815] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] The volume has not been displaced from its original location: [datastore2] volume-30cd8d58-051b-4078-ae03-e22916de1de4/volume-30cd8d58-051b-4078-ae03-e22916de1de4.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1368.233027] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1368.233333] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b1a63bd-d4f5-4a55-b729-7cbf1c73e29a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.251903] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1368.251903] env[68640]: value = "task-2991822" [ 1368.251903] env[68640]: _type = "Task" [ 1368.251903] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.260537] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.699976] env[68640]: DEBUG oslo_vmware.api [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991821, 'name': PowerOffVM_Task, 'duration_secs': 0.309088} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.700252] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.700421] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.700656] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95966885-1924-4d1b-aa55-43b161d0a79d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.761788] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991822, 'name': ReconfigVM_Task, 'duration_secs': 0.248285} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.762021] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1368.766737] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717cd277-ae17-43e3-a734-5baaf1e4ec64 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.777844] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.778112] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.778303] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleting the datastore file [datastore1] 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.778987] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f088b0b9-8040-4878-9e40-e4572e7e3025 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.784807] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1368.784807] env[68640]: value = "task-2991824" [ 1368.784807] env[68640]: _type = "Task" [ 1368.784807] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.786143] env[68640]: DEBUG oslo_vmware.api [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for the task: (returnval){ [ 1368.786143] env[68640]: value = "task-2991825" [ 1368.786143] env[68640]: _type = "Task" [ 1368.786143] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.797670] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.800218] env[68640]: DEBUG oslo_vmware.api [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.299748] env[68640]: DEBUG oslo_vmware.api [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Task: {'id': task-2991825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142276} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.303106] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.303324] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.303503] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.303685] env[68640]: INFO nova.compute.manager [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1369.303932] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.304161] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.304387] env[68640]: DEBUG nova.compute.manager [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.304499] env[68640]: DEBUG nova.network.neutron [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.798067] env[68640]: DEBUG oslo_vmware.api [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991824, 'name': ReconfigVM_Task, 'duration_secs': 0.780149} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.798372] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600005', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'name': 'volume-30cd8d58-051b-4078-ae03-e22916de1de4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc', 'attached_at': '', 'detached_at': '', 'volume_id': '30cd8d58-051b-4078-ae03-e22916de1de4', 'serial': '30cd8d58-051b-4078-ae03-e22916de1de4'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1369.904465] env[68640]: DEBUG nova.compute.manager [req-1eb773a0-79f5-46d0-959f-993274882ffb req-5d28118f-154b-45f8-8ed1-2c592e3cbf78 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Received event network-vif-deleted-c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.904465] env[68640]: INFO nova.compute.manager [req-1eb773a0-79f5-46d0-959f-993274882ffb req-5d28118f-154b-45f8-8ed1-2c592e3cbf78 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Neutron deleted interface c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5; detaching it from the instance and deleting it from the info cache [ 1369.904465] env[68640]: DEBUG nova.network.neutron [req-1eb773a0-79f5-46d0-959f-993274882ffb req-5d28118f-154b-45f8-8ed1-2c592e3cbf78 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.342347] env[68640]: DEBUG nova.objects.instance [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'flavor' on Instance uuid 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.385197] env[68640]: DEBUG nova.network.neutron [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.406956] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddf9c29a-8575-4baa-9ac0-4b10ac5502ce {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.416550] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c53feb9-4099-4f9d-9092-ea51f8fb3afe {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.446896] env[68640]: DEBUG nova.compute.manager [req-1eb773a0-79f5-46d0-959f-993274882ffb req-5d28118f-154b-45f8-8ed1-2c592e3cbf78 service nova] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Detach interface failed, port_id=c11a4d2a-1ca0-4793-9e92-afb49a9bf7c5, reason: Instance 143cd5f3-c332-4074-ad51-3856545707b0 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.889207] env[68640]: INFO nova.compute.manager [-] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Took 1.58 seconds to deallocate network for instance. [ 1371.349692] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f9779d70-70bc-4784-be6e-881f39292439 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.740s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.395069] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.395381] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.395629] env[68640]: DEBUG nova.objects.instance [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lazy-loading 'resources' on Instance uuid 143cd5f3-c332-4074-ad51-3856545707b0 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.904048] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.904304] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.904501] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.904678] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.904846] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.906872] env[68640]: INFO nova.compute.manager [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Terminating instance [ 1371.987371] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f50f97-840a-4061-9fb3-f4ae845ac9e4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.995215] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e5c62d-0db6-4b4b-9a77-d7c7863f2244 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.025564] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42697f6d-616e-4dfb-82e0-df27d196a180 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.032575] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a91c1e1-fac7-453c-aa93-fdf7a6f94c55 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.045811] env[68640]: DEBUG nova.compute.provider_tree [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.411467] env[68640]: DEBUG nova.compute.manager [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1372.411915] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1372.412583] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa60542-b886-49e0-b203-8155e89d6fbc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.421140] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.421357] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59970bc2-4f94-4846-9503-7f4ffe40e9ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.427874] env[68640]: DEBUG oslo_vmware.api [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1372.427874] env[68640]: value = "task-2991828" [ 1372.427874] env[68640]: _type = "Task" [ 1372.427874] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.435786] env[68640]: DEBUG oslo_vmware.api [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.549133] env[68640]: DEBUG nova.scheduler.client.report [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.938402] env[68640]: DEBUG oslo_vmware.api [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991828, 'name': PowerOffVM_Task, 'duration_secs': 0.185528} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.938686] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.938855] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.939134] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d62e10e-03cb-4668-ac93-983e0407528e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.053988] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.070021] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.070276] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.070455] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleting the datastore file [datastore1] 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.070772] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a470edad-f084-44fd-ae3a-9c044f217e30 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.077681] env[68640]: DEBUG oslo_vmware.api [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1373.077681] env[68640]: value = "task-2991831" [ 1373.077681] env[68640]: _type = "Task" [ 1373.077681] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.085980] env[68640]: DEBUG oslo_vmware.api [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.120297] env[68640]: INFO nova.scheduler.client.report [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Deleted allocations for instance 143cd5f3-c332-4074-ad51-3856545707b0 [ 1373.589647] env[68640]: DEBUG oslo_vmware.api [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157171} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.590124] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.590194] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.590339] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.590603] env[68640]: INFO nova.compute.manager [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1373.590794] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.590981] env[68640]: DEBUG nova.compute.manager [-] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.591088] env[68640]: DEBUG nova.network.neutron [-] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.628933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-40917554-106e-4bbf-b5d1-e4eb68e92add tempest-AttachVolumeShelveTestJSON-2134571305 tempest-AttachVolumeShelveTestJSON-2134571305-project-member] Lock "143cd5f3-c332-4074-ad51-3856545707b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.979s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.193848] env[68640]: DEBUG nova.compute.manager [req-8ff7b723-c74f-4a8b-877d-6879a58fa483 req-59add892-2cf3-4253-ab21-88cee371904a service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Received event network-vif-deleted-945eefe7-a86b-4314-853f-d05b5ff0936c {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.194062] env[68640]: INFO nova.compute.manager [req-8ff7b723-c74f-4a8b-877d-6879a58fa483 req-59add892-2cf3-4253-ab21-88cee371904a service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Neutron deleted interface 945eefe7-a86b-4314-853f-d05b5ff0936c; detaching it from the instance and deleting it from the info cache [ 1374.194237] env[68640]: DEBUG nova.network.neutron [req-8ff7b723-c74f-4a8b-877d-6879a58fa483 req-59add892-2cf3-4253-ab21-88cee371904a service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.674749] env[68640]: DEBUG nova.network.neutron [-] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.696353] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f009d763-6022-410f-abc4-1eacc1657736 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.707305] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e7a0e3-c408-48b1-8844-b6f289a4a922 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.737859] env[68640]: DEBUG nova.compute.manager [req-8ff7b723-c74f-4a8b-877d-6879a58fa483 req-59add892-2cf3-4253-ab21-88cee371904a service nova] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Detach interface failed, port_id=945eefe7-a86b-4314-853f-d05b5ff0936c, reason: Instance 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1375.177705] env[68640]: INFO nova.compute.manager [-] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Took 1.59 seconds to deallocate network for instance. [ 1375.685115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.685115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.685115] env[68640]: DEBUG nova.objects.instance [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'resources' on Instance uuid 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.263087] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5783775-53ed-433f-95de-47db9ed451ec {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.271232] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d6e7dd-8ba2-4f06-b021-794a1d1c9f2f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.301366] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66bc52-903a-482d-b95d-2df842ca3eda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.308470] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e58800-cbd8-4db4-befc-fbcdcae17af7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.321251] env[68640]: DEBUG nova.compute.provider_tree [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.824692] env[68640]: DEBUG nova.scheduler.client.report [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.329871] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.363441] env[68640]: INFO nova.scheduler.client.report [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted allocations for instance 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc [ 1377.874032] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dfe65273-6547-44a4-af84-2e300f7cea17 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.970s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.646503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.646862] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.150028] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.707483] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.707483] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.709406] env[68640]: INFO nova.compute.claims [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.789014] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc00a2-710c-47d1-9b56-1131c30332d9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.798082] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8560696-b1af-49a7-942f-743144bb747b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.828748] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be990b4b-bdbe-431e-8c99-d3b9f8e4a889 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.837524] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a3a82-7edf-4e3a-a48c-ae99a6269796 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.852637] env[68640]: DEBUG nova.compute.provider_tree [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.284192] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.284431] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.358611] env[68640]: DEBUG nova.scheduler.client.report [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.786538] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1381.863075] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.863449] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.323959] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.324325] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.325933] env[68640]: INFO nova.compute.claims [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.368515] env[68640]: DEBUG nova.compute.utils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1382.369930] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1382.370107] env[68640]: DEBUG nova.network.neutron [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1382.456691] env[68640]: DEBUG nova.policy [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65d5124154c34b45a9f97498a3b235a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c5d9d444ed24c4d9ba5459547571d9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1382.763461] env[68640]: DEBUG nova.network.neutron [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Successfully created port: c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.873110] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.378451] env[68640]: INFO nova.virt.block_device [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Booting with volume ceeb7495-f161-4a2c-b509-8a77f21f5dce at /dev/sda [ 1383.415531] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340737b6-a3dd-4172-b86f-5a35f4a23ef2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.423669] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3689155-cdaf-4404-a36a-9ac2cfb54ad2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.456448] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba95bfb-35ab-4f2c-b967-7d38669e223e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.459059] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9dc6397a-1906-4531-9deb-c7452654d53f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.467472] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d309f3-266f-4d28-98c0-7f470a389aac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.475229] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6219bd3f-f9e4-43ce-ae1b-3828934dd153 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.492466] env[68640]: DEBUG nova.compute.provider_tree [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.511809] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-648c54e2-c901-497c-b3ba-65956c5d6113 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.521031] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540e26d7-e587-48ea-8536-cb0a0dc1fd1d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.548913] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3117f528-6ac7-44fe-901f-16c1ca371f5c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.555090] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2682fc4-69cd-431c-947d-cf7886a39181 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.568635] env[68640]: DEBUG nova.virt.block_device [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating existing volume attachment record: 6e206228-9c39-4d59-87c8-156b27ae470c {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.995507] env[68640]: DEBUG nova.scheduler.client.report [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.148621] env[68640]: DEBUG nova.compute.manager [req-4d635e57-1570-46cc-ab09-eefbed378c79 req-e8e69585-6491-45ff-9116-b03aa1819309 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Received event network-vif-plugged-c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.148835] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d635e57-1570-46cc-ab09-eefbed378c79 req-e8e69585-6491-45ff-9116-b03aa1819309 service nova] Acquiring lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.149059] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d635e57-1570-46cc-ab09-eefbed378c79 req-e8e69585-6491-45ff-9116-b03aa1819309 service nova] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.149234] env[68640]: DEBUG oslo_concurrency.lockutils [req-4d635e57-1570-46cc-ab09-eefbed378c79 req-e8e69585-6491-45ff-9116-b03aa1819309 service nova] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.149425] env[68640]: DEBUG nova.compute.manager [req-4d635e57-1570-46cc-ab09-eefbed378c79 req-e8e69585-6491-45ff-9116-b03aa1819309 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] No waiting events found dispatching network-vif-plugged-c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1384.149613] env[68640]: WARNING nova.compute.manager [req-4d635e57-1570-46cc-ab09-eefbed378c79 req-e8e69585-6491-45ff-9116-b03aa1819309 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Received unexpected event network-vif-plugged-c2dd012a-7be1-45df-9555-885423e9e337 for instance with vm_state building and task_state block_device_mapping. [ 1384.271532] env[68640]: DEBUG nova.network.neutron [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Successfully updated port: c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1384.500113] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.500684] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.774534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.774534] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.774534] env[68640]: DEBUG nova.network.neutron [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.005479] env[68640]: DEBUG nova.compute.utils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1385.006879] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.007080] env[68640]: DEBUG nova.network.neutron [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.042767] env[68640]: DEBUG nova.policy [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85945e9fde64125a226d1966b8f98fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd539911e6b05438cb691d588502c7752', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.316576] env[68640]: DEBUG nova.network.neutron [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.339460] env[68640]: DEBUG nova.network.neutron [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Successfully created port: 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.510486] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.521532] env[68640]: DEBUG nova.network.neutron [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.664037] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1385.664037] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1385.664037] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1385.664290] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1385.664330] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1385.664476] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1385.664624] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1385.664826] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1385.665015] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1385.665213] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1385.665382] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1385.665556] env[68640]: DEBUG nova.virt.hardware [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1385.666462] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e339f-4216-48ae-9fd6-e65d173d0959 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.675312] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d51362-4a28-49e0-99ae-d1e937d79944 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.024229] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.024572] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Instance network_info: |[{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1386.024892] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ca:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2dd012a-7be1-45df-9555-885423e9e337', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1386.032898] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.033069] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1386.033295] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1fd2a61-871c-4fc3-b8e8-2d23f99278d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.054165] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1386.054165] env[68640]: value = "task-2991834" [ 1386.054165] env[68640]: _type = "Task" [ 1386.054165] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.062753] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991834, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.174771] env[68640]: DEBUG nova.compute.manager [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Received event network-changed-c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.174991] env[68640]: DEBUG nova.compute.manager [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Refreshing instance network info cache due to event network-changed-c2dd012a-7be1-45df-9555-885423e9e337. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.175369] env[68640]: DEBUG oslo_concurrency.lockutils [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] Acquiring lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.175566] env[68640]: DEBUG oslo_concurrency.lockutils [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] Acquired lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.175763] env[68640]: DEBUG nova.network.neutron [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Refreshing network info cache for port c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.521020] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.553150] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.553418] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.553580] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.553760] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.553907] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.554065] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.554274] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.554458] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.554651] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.554816] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.555024] env[68640]: DEBUG nova.virt.hardware [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.555928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df27864d-49f5-49a3-9fa2-0c2de3d0de11 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.571372] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0012da-87ff-4ad0-9238-2829510f611a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.575101] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991834, 'name': CreateVM_Task, 'duration_secs': 0.316488} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.575265] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1386.576267] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600006', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'name': 'volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'serial': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce'}, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'boot_index': 0, 'guest_format': None, 'device_type': None, 'attachment_id': '6e206228-9c39-4d59-87c8-156b27ae470c', 'volume_type': None}], 'swap': None} {{(pid=68640) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1386.576472] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Root volume attach. Driver type: vmdk {{(pid=68640) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1386.577267] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585f77a6-7ae1-4f61-abc2-213a6bf613fb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.592559] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5d3ce-35ce-46ec-a3d6-9a582adc9ab4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.598174] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91284b1-8d60-4889-b044-7676c958e40f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.603866] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ecc1338c-d6d9-43ec-8848-fc96cb644ede {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.610552] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1386.610552] env[68640]: value = "task-2991835" [ 1386.610552] env[68640]: _type = "Task" [ 1386.610552] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.618062] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991835, 'name': RelocateVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.997277] env[68640]: DEBUG nova.network.neutron [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updated VIF entry in instance network info cache for port c2dd012a-7be1-45df-9555-885423e9e337. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.997627] env[68640]: DEBUG nova.network.neutron [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.066557] env[68640]: DEBUG nova.network.neutron [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Successfully updated port: 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.121805] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991835, 'name': RelocateVM_Task, 'duration_secs': 0.360391} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.122094] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1387.122298] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600006', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'name': 'volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'serial': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1387.123064] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910767be-959c-42b0-9d6b-f0a3395e15f9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.138497] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5546df1-03cb-4555-a564-f4de7418e438 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.160796] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce/volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.161071] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83db4d91-235f-496c-b20e-bffe26ffaa33 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.182297] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1387.182297] env[68640]: value = "task-2991836" [ 1387.182297] env[68640]: _type = "Task" [ 1387.182297] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.190109] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.500067] env[68640]: DEBUG oslo_concurrency.lockutils [req-dcb7b6f3-f6ee-4695-9302-48c2eb225569 req-620e4a9b-b005-46ca-be88-325cbdc8614b service nova] Releasing lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.569136] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.569323] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.569473] env[68640]: DEBUG nova.network.neutron [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.692818] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991836, 'name': ReconfigVM_Task, 'duration_secs': 0.26769} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.693106] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce/volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.697705] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bfeb7d-05c3-4e01-8339-eca1083df811 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.713948] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1387.713948] env[68640]: value = "task-2991837" [ 1387.713948] env[68640]: _type = "Task" [ 1387.713948] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.723749] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.101605] env[68640]: DEBUG nova.network.neutron [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.199852] env[68640]: DEBUG nova.compute.manager [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Received event network-vif-plugged-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.200125] env[68640]: DEBUG oslo_concurrency.lockutils [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.200283] env[68640]: DEBUG oslo_concurrency.lockutils [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.200474] env[68640]: DEBUG oslo_concurrency.lockutils [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.200618] env[68640]: DEBUG nova.compute.manager [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] No waiting events found dispatching network-vif-plugged-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.200763] env[68640]: WARNING nova.compute.manager [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Received unexpected event network-vif-plugged-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 for instance with vm_state building and task_state spawning. [ 1388.200939] env[68640]: DEBUG nova.compute.manager [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Received event network-changed-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.201064] env[68640]: DEBUG nova.compute.manager [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Refreshing instance network info cache due to event network-changed-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.201227] env[68640]: DEBUG oslo_concurrency.lockutils [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] Acquiring lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.219386] env[68640]: DEBUG nova.network.neutron [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updating instance_info_cache with network_info: [{"id": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "address": "fa:16:3e:14:47:5d", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c4919-ee", "ovs_interfaceid": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.223882] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991837, 'name': ReconfigVM_Task, 'duration_secs': 0.132103} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.224171] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600006', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'name': 'volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28', 'attached_at': '', 'detached_at': '', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'serial': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1388.224670] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82cbaf02-d326-4d4e-907a-39b6b2c199ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.231956] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1388.231956] env[68640]: value = "task-2991838" [ 1388.231956] env[68640]: _type = "Task" [ 1388.231956] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.240063] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991838, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.722160] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.722531] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Instance network_info: |[{"id": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "address": "fa:16:3e:14:47:5d", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c4919-ee", "ovs_interfaceid": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1388.722835] env[68640]: DEBUG oslo_concurrency.lockutils [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] Acquired lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.723031] env[68640]: DEBUG nova.network.neutron [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Refreshing network info cache for port 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.724224] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:47:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f5c4919-ee42-45c0-acb0-cf9d6d385ac5', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1388.731533] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.734431] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1388.734951] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14f154b9-2064-4280-9f99-9cb3b0472635 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.759053] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991838, 'name': Rename_Task, 'duration_secs': 0.137416} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.760385] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.760630] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1388.760630] env[68640]: value = "task-2991839" [ 1388.760630] env[68640]: _type = "Task" [ 1388.760630] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.760847] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fcb863a-a385-4fe1-8f4c-4f81374ea165 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.771608] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991839, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.772834] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1388.772834] env[68640]: value = "task-2991840" [ 1388.772834] env[68640]: _type = "Task" [ 1388.772834] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.782245] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.941106] env[68640]: DEBUG nova.network.neutron [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updated VIF entry in instance network info cache for port 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1388.941474] env[68640]: DEBUG nova.network.neutron [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updating instance_info_cache with network_info: [{"id": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "address": "fa:16:3e:14:47:5d", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c4919-ee", "ovs_interfaceid": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.272044] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991839, 'name': CreateVM_Task, 'duration_secs': 0.341333} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.272452] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.272884] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.273063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.273380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.273682] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b2d045-3ba4-4261-a2b1-dc7112f8f9d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.280931] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1389.280931] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b39ca0-2f0f-0a8c-43f2-95e99eb51154" [ 1389.280931] env[68640]: _type = "Task" [ 1389.280931] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.284457] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.291904] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b39ca0-2f0f-0a8c-43f2-95e99eb51154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.444206] env[68640]: DEBUG oslo_concurrency.lockutils [req-cbb79247-7f8a-470a-add9-daeafb08a611 req-7cf677e2-c97c-42fb-8132-332b4aa3c391 service nova] Releasing lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.783989] env[68640]: DEBUG oslo_vmware.api [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991840, 'name': PowerOnVM_Task, 'duration_secs': 0.989136} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.784245] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.784493] env[68640]: INFO nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Took 4.12 seconds to spawn the instance on the hypervisor. [ 1389.784682] env[68640]: DEBUG nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.785518] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded405b6-8d80-48c1-90a5-989a9cdf1176 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.800566] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52b39ca0-2f0f-0a8c-43f2-95e99eb51154, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.801051] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.801280] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.801542] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.801695] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.801877] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.802130] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e22ed3d2-5a6c-4094-b50e-db7e48a1d8cb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.812315] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.812529] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.813199] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8711544-3951-4277-9d46-3a94a5c242fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.818326] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1389.818326] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5270bdda-55e8-5e78-7e32-dd35fc2bcfd3" [ 1389.818326] env[68640]: _type = "Task" [ 1389.818326] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.827820] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5270bdda-55e8-5e78-7e32-dd35fc2bcfd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.309064] env[68640]: INFO nova.compute.manager [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Took 10.65 seconds to build instance. [ 1390.329033] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5270bdda-55e8-5e78-7e32-dd35fc2bcfd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.329752] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18454fc0-5aa7-4100-8474-56627e3403d4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.335681] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1390.335681] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5236bdac-4be9-639e-9326-adfd52f1b6fc" [ 1390.335681] env[68640]: _type = "Task" [ 1390.335681] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.343658] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5236bdac-4be9-639e-9326-adfd52f1b6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.811111] env[68640]: DEBUG oslo_concurrency.lockutils [None req-39976837-5212-4629-a584-04518de61daf tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.164s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.846149] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5236bdac-4be9-639e-9326-adfd52f1b6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.846412] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.846663] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ed9ae053-42cb-4b7f-ab61-5be7ee04146f/ed9ae053-42cb-4b7f-ab61-5be7ee04146f.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.846915] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a88b0a-9838-4fbb-ab49-60d99b5eff14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.853232] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1390.853232] env[68640]: value = "task-2991841" [ 1390.853232] env[68640]: _type = "Task" [ 1390.853232] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.860814] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.201976] env[68640]: DEBUG nova.compute.manager [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Received event network-changed-5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.202385] env[68640]: DEBUG nova.compute.manager [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Refreshing instance network info cache due to event network-changed-5d4df360-99e5-4c7d-a403-65fee3357805. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.202635] env[68640]: DEBUG oslo_concurrency.lockutils [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] Acquiring lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.202787] env[68640]: DEBUG oslo_concurrency.lockutils [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] Acquired lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.202954] env[68640]: DEBUG nova.network.neutron [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Refreshing network info cache for port 5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.362988] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465043} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.364282] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] ed9ae053-42cb-4b7f-ab61-5be7ee04146f/ed9ae053-42cb-4b7f-ab61-5be7ee04146f.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.364282] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.364282] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b20155-71c7-4822-bbdd-d7fa2ad6c781 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.370470] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1391.370470] env[68640]: value = "task-2991842" [ 1391.370470] env[68640]: _type = "Task" [ 1391.370470] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.379425] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.880791] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0727} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.881145] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.881879] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4fed6d-d494-45ef-89de-dfcf12c68670 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.905040] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] ed9ae053-42cb-4b7f-ab61-5be7ee04146f/ed9ae053-42cb-4b7f-ab61-5be7ee04146f.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.907386] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c789a0-2b21-4ad3-9d76-d7feabf948d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.929195] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1391.929195] env[68640]: value = "task-2991843" [ 1391.929195] env[68640]: _type = "Task" [ 1391.929195] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.938944] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991843, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.966401] env[68640]: DEBUG nova.network.neutron [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updated VIF entry in instance network info cache for port 5d4df360-99e5-4c7d-a403-65fee3357805. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.966999] env[68640]: DEBUG nova.network.neutron [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updating instance_info_cache with network_info: [{"id": "5d4df360-99e5-4c7d-a403-65fee3357805", "address": "fa:16:3e:4e:9b:83", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d4df360-99", "ovs_interfaceid": "5d4df360-99e5-4c7d-a403-65fee3357805", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.439407] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991843, 'name': ReconfigVM_Task, 'duration_secs': 0.377646} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.439738] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Reconfigured VM instance instance-0000007c to attach disk [datastore1] ed9ae053-42cb-4b7f-ab61-5be7ee04146f/ed9ae053-42cb-4b7f-ab61-5be7ee04146f.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.440375] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194124c5-51fe-42a9-8213-037f9bd583fd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.448312] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1392.448312] env[68640]: value = "task-2991844" [ 1392.448312] env[68640]: _type = "Task" [ 1392.448312] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.457382] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991844, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.469990] env[68640]: DEBUG oslo_concurrency.lockutils [req-a7270781-7d0c-4644-8984-639612bf02f2 req-f71acbe9-90e6-49f8-939a-c296dd98647e service nova] Releasing lock "refresh_cache-01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.926175] env[68640]: DEBUG nova.compute.manager [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Stashing vm_state: active {{(pid=68640) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1392.958215] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991844, 'name': Rename_Task, 'duration_secs': 0.163765} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.958456] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.958673] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6fa61e2-1320-4706-9643-883abc43c26d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.965242] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1392.965242] env[68640]: value = "task-2991845" [ 1392.965242] env[68640]: _type = "Task" [ 1392.965242] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.972684] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.227872] env[68640]: DEBUG nova.compute.manager [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Received event network-changed-c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.228132] env[68640]: DEBUG nova.compute.manager [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Refreshing instance network info cache due to event network-changed-c2dd012a-7be1-45df-9555-885423e9e337. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.228419] env[68640]: DEBUG oslo_concurrency.lockutils [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] Acquiring lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.228603] env[68640]: DEBUG oslo_concurrency.lockutils [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] Acquired lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.228798] env[68640]: DEBUG nova.network.neutron [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Refreshing network info cache for port c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.467356] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.467645] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.478274] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.977895] env[68640]: INFO nova.compute.claims [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.981638] env[68640]: DEBUG oslo_vmware.api [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991845, 'name': PowerOnVM_Task, 'duration_secs': 0.747691} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.982425] env[68640]: DEBUG nova.network.neutron [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updated VIF entry in instance network info cache for port c2dd012a-7be1-45df-9555-885423e9e337. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.982740] env[68640]: DEBUG nova.network.neutron [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.983912] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.984129] env[68640]: INFO nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1393.984310] env[68640]: DEBUG nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.985308] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78966cb7-c1e8-4abf-92ce-9e3ef699fdaa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.485885] env[68640]: INFO nova.compute.resource_tracker [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating resource usage from migration 4e31d84f-2a0e-47e0-9e6f-a942ef4d0e38 [ 1394.488913] env[68640]: DEBUG oslo_concurrency.lockutils [req-1cc674a7-847f-42d9-bdde-68f7c6ae63aa req-3b9efc09-2517-45ed-832d-49313f5561e2 service nova] Releasing lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.500422] env[68640]: INFO nova.compute.manager [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Took 12.21 seconds to build instance. [ 1394.572382] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf68fe-8779-4967-9752-8a911b355810 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.580541] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa0ffe-585f-40c3-8e83-dda5dcb5586e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.609491] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e17b6d-b6a9-4bb3-99f2-966b1ac94b81 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.616323] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05681fe5-97c3-4a41-a11f-5763ace66be9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.628949] env[68640]: DEBUG nova.compute.provider_tree [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.002198] env[68640]: DEBUG oslo_concurrency.lockutils [None req-dad18c4e-502a-4a39-9113-667ec4fdd3fc tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.718s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.131764] env[68640]: DEBUG nova.scheduler.client.report [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.252274] env[68640]: DEBUG nova.compute.manager [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Received event network-changed-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.252328] env[68640]: DEBUG nova.compute.manager [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Refreshing instance network info cache due to event network-changed-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.252508] env[68640]: DEBUG oslo_concurrency.lockutils [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] Acquiring lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.252651] env[68640]: DEBUG oslo_concurrency.lockutils [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] Acquired lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.252806] env[68640]: DEBUG nova.network.neutron [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Refreshing network info cache for port 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.637096] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.169s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.637509] env[68640]: INFO nova.compute.manager [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Migrating [ 1395.958414] env[68640]: DEBUG nova.network.neutron [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updated VIF entry in instance network info cache for port 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.958776] env[68640]: DEBUG nova.network.neutron [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updating instance_info_cache with network_info: [{"id": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "address": "fa:16:3e:14:47:5d", "network": {"id": "55620109-ba41-4b61-8bc3-38ab63c2da12", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-760683143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d539911e6b05438cb691d588502c7752", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f5c4919-ee", "ovs_interfaceid": "7f5c4919-ee42-45c0-acb0-cf9d6d385ac5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.151532] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.151718] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.151844] env[68640]: DEBUG nova.network.neutron [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1396.461531] env[68640]: DEBUG oslo_concurrency.lockutils [req-5ee2c42a-5803-498f-9b96-e1c97dabee4f req-e3ba73d9-642b-4f16-b38e-3003e60879ce service nova] Releasing lock "refresh_cache-ed9ae053-42cb-4b7f-ab61-5be7ee04146f" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.847454] env[68640]: DEBUG nova.network.neutron [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.350459] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.865685] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc66be7-4132-4568-9d3e-5e258bfbf2c4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.883921] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 0 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1399.390345] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.390642] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c03d80f3-8a38-4ae5-848a-72afda57424c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.397504] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1399.397504] env[68640]: value = "task-2991846" [ 1399.397504] env[68640]: _type = "Task" [ 1399.397504] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.405081] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.908017] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991846, 'name': PowerOffVM_Task, 'duration_secs': 0.191196} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.908399] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.908455] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 17 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1400.414743] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.414931] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.415065] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.415302] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.415478] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.415604] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.415825] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.415982] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.416162] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.416331] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.416504] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.421459] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2a6f3e-96e3-4cdb-bae6-95fe807d2aa6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.436522] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1400.436522] env[68640]: value = "task-2991847" [ 1400.436522] env[68640]: _type = "Task" [ 1400.436522] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.445428] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.945737] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991847, 'name': ReconfigVM_Task, 'duration_secs': 0.172179} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.947240] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 33 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1401.452649] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.452905] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.453058] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.453241] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.453387] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.453535] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.453740] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.453898] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.454077] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.454248] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.454427] env[68640]: DEBUG nova.virt.hardware [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.459769] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.460068] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2858657b-e7dc-48ef-baec-b9291c7dc627 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.480068] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1401.480068] env[68640]: value = "task-2991848" [ 1401.480068] env[68640]: _type = "Task" [ 1401.480068] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.487549] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.989793] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991848, 'name': ReconfigVM_Task, 'duration_secs': 0.160143} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.990142] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1401.990802] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd2649f-e73c-470e-b079-4358da75eb59 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.012253] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce/volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.012783] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffff1c95-9e7f-4734-8779-c7e2dbd2acf8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.030412] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1402.030412] env[68640]: value = "task-2991849" [ 1402.030412] env[68640]: _type = "Task" [ 1402.030412] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.037557] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.540121] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991849, 'name': ReconfigVM_Task, 'duration_secs': 0.259257} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.540395] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce/volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1402.540653] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 50 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.047650] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130cc4c3-b923-48c9-93fe-db2325dd1f4e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.066119] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b91c37-1da4-49c7-b3de-0a7a64e04a43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.084049] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 67 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.735799] env[68640]: DEBUG nova.network.neutron [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Port c2dd012a-7be1-45df-9555-885423e9e337 binding to destination host cpu-1 is already ACTIVE {{(pid=68640) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1405.756939] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.757243] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.757384] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.793781] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.794051] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.794327] env[68640]: DEBUG nova.network.neutron [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.491450] env[68640]: DEBUG nova.network.neutron [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.994187] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.503562] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8ce7bf-4825-4fb7-a6d3-7f60754d56f8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.510764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fddf80-b49b-47f4-93c3-c90f73c4430a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.050637] env[68640]: INFO nova.compute.manager [None req-482aa55e-76de-497b-a95b-97bcd1b9f497 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Get console output [ 1409.050957] env[68640]: WARNING nova.virt.vmwareapi.driver [None req-482aa55e-76de-497b-a95b-97bcd1b9f497 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] The console log is missing. Check your VSPC configuration [ 1409.608515] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d6609-a64a-4538-acd5-4b3cbf9087a0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.630063] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba3534-9678-4e68-9a7f-129690d08e37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.640488] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 83 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.135494] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.135883] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.136037] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.136176] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.136352] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.138466] env[68640]: INFO nova.compute.manager [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Terminating instance [ 1410.146651] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.146912] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ccb135e-0227-4c0e-89c0-9426901e3b16 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.155870] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1410.155870] env[68640]: value = "task-2991850" [ 1410.155870] env[68640]: _type = "Task" [ 1410.155870] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.163931] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.642825] env[68640]: DEBUG nova.compute.manager [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.643036] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.644246] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a419dc-cf02-41ef-b6e9-20bec4cb1e43 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.651567] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.651793] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8809b489-687b-4263-b343-b3b769f4e353 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.657244] env[68640]: DEBUG oslo_vmware.api [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1410.657244] env[68640]: value = "task-2991851" [ 1410.657244] env[68640]: _type = "Task" [ 1410.657244] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.667671] env[68640]: DEBUG oslo_vmware.api [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991850, 'name': PowerOnVM_Task, 'duration_secs': 0.371976} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.672431] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1410.672651] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ca728e5-e154-4e18-a073-9808d113b4ef tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28' progress to 100 {{(pid=68640) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.676142] env[68640]: DEBUG oslo_vmware.api [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.169984] env[68640]: DEBUG oslo_vmware.api [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991851, 'name': PowerOffVM_Task, 'duration_secs': 0.209653} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.170377] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.170422] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.170654] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd4e468e-6d35-43d5-b61a-e0689a1695c1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.245129] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.245384] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.245518] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleting the datastore file [datastore2] 59f7d225-2ec3-465b-a3c8-3b775330e2c9 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.245780] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2257478f-e6be-47dd-b61e-043aaaca0998 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.252544] env[68640]: DEBUG oslo_vmware.api [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1411.252544] env[68640]: value = "task-2991853" [ 1411.252544] env[68640]: _type = "Task" [ 1411.252544] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.260119] env[68640]: DEBUG oslo_vmware.api [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.762757] env[68640]: DEBUG oslo_vmware.api [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147487} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.764063] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.764063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.764063] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.764063] env[68640]: INFO nova.compute.manager [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1411.764063] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.764357] env[68640]: DEBUG nova.compute.manager [-] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.764357] env[68640]: DEBUG nova.network.neutron [-] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.194636] env[68640]: DEBUG nova.compute.manager [req-2fcdf047-f4b5-4f38-8613-0324996710ce req-343c1752-6fc3-4aca-9fe7-2aedfcabf7f5 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Received event network-vif-deleted-5d45a889-c133-4c80-b3c8-94c9c12b7ec3 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.194636] env[68640]: INFO nova.compute.manager [req-2fcdf047-f4b5-4f38-8613-0324996710ce req-343c1752-6fc3-4aca-9fe7-2aedfcabf7f5 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Neutron deleted interface 5d45a889-c133-4c80-b3c8-94c9c12b7ec3; detaching it from the instance and deleting it from the info cache [ 1412.194964] env[68640]: DEBUG nova.network.neutron [req-2fcdf047-f4b5-4f38-8613-0324996710ce req-343c1752-6fc3-4aca-9fe7-2aedfcabf7f5 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.674586] env[68640]: DEBUG nova.network.neutron [-] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.698492] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b27dc8d-6c95-4fbe-b9e8-e555148238ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.708948] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73159c6e-1504-4072-be01-4d554d26e66e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.740019] env[68640]: DEBUG nova.compute.manager [req-2fcdf047-f4b5-4f38-8613-0324996710ce req-343c1752-6fc3-4aca-9fe7-2aedfcabf7f5 service nova] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Detach interface failed, port_id=5d45a889-c133-4c80-b3c8-94c9c12b7ec3, reason: Instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1413.177578] env[68640]: INFO nova.compute.manager [-] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Took 1.41 seconds to deallocate network for instance. [ 1413.245207] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.245582] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.245672] env[68640]: DEBUG nova.compute.manager [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Going to confirm migration 10 {{(pid=68640) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1413.684548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.684873] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.685145] env[68640]: DEBUG nova.objects.instance [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'resources' on Instance uuid 59f7d225-2ec3-465b-a3c8-3b775330e2c9 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.731070] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.780015] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.780182] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquired lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.780359] env[68640]: DEBUG nova.network.neutron [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.780535] env[68640]: DEBUG nova.objects.instance [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'info_cache' on Instance uuid d899a8c2-56c4-4d1c-bfff-912f78bf7b28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.268297] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553cc670-be0c-4db5-bb6c-ddca11a9b55a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.275784] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c19709-983f-42c9-9e07-5efa51f0d5de {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.306696] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99390d63-b8af-491b-a2df-9236851691ed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.314229] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0506f0fe-7c17-44f2-a67f-d366eead51fc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.328499] env[68640]: DEBUG nova.compute.provider_tree [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.831124] env[68640]: DEBUG nova.scheduler.client.report [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.997852] env[68640]: DEBUG nova.network.neutron [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [{"id": "c2dd012a-7be1-45df-9555-885423e9e337", "address": "fa:16:3e:ca:ca:e7", "network": {"id": "daa25174-abf7-42a9-9ab2-0ef6b6f60d96", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-97354556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c5d9d444ed24c4d9ba5459547571d9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2dd012a-7b", "ovs_interfaceid": "c2dd012a-7be1-45df-9555-885423e9e337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.336568] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.375007] env[68640]: INFO nova.scheduler.client.report [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted allocations for instance 59f7d225-2ec3-465b-a3c8-3b775330e2c9 [ 1415.501063] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Releasing lock "refresh_cache-d899a8c2-56c4-4d1c-bfff-912f78bf7b28" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.501265] env[68640]: DEBUG nova.objects.instance [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'migration_context' on Instance uuid d899a8c2-56c4-4d1c-bfff-912f78bf7b28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.727054] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.731565] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.731712] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1415.883216] env[68640]: DEBUG oslo_concurrency.lockutils [None req-309c0c7f-f05e-4302-a096-d932bea947e4 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "59f7d225-2ec3-465b-a3c8-3b775330e2c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.003809] env[68640]: DEBUG nova.objects.base [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1416.004763] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd09d47-9d87-43de-9f1a-64d056d24528 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.023564] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ff97c8-004c-4ef2-8269-70b696280cd2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.029403] env[68640]: DEBUG oslo_vmware.api [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1416.029403] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c55888-d713-c899-e63f-a4f8e0c6d4ab" [ 1416.029403] env[68640]: _type = "Task" [ 1416.029403] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.038227] env[68640]: DEBUG oslo_vmware.api [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c55888-d713-c899-e63f-a4f8e0c6d4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.540402] env[68640]: DEBUG oslo_vmware.api [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c55888-d713-c899-e63f-a4f8e0c6d4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.540818] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.541072] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.730979] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.731235] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.731610] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.119149] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8005481-3e59-4c51-876f-88e7d3e51cd5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.127146] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f6638-cc77-499a-9775-ab47ffc96783 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.157034] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcde4752-9c1e-4af5-9d66-a69f2f4cb6d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.164985] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9dde0-0a30-4671-b7cb-9c8ed9448ffc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.178424] env[68640]: DEBUG nova.compute.provider_tree [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.234514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.681696] env[68640]: DEBUG nova.scheduler.client.report [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.908837] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.909084] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.410937] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.691813] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.151s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.695267] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.460s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.695520] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.695698] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1418.696764] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293d02d3-c96a-42ab-9b7b-50753a37d38e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.705740] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5502be-b5c0-4afe-9717-b839a9fdb727 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.719494] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02011a8-f467-4bef-8105-128ea6454fef {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.726528] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c14684-7ceb-4197-8bd1-5e4426f0afcf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.755720] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180266MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1418.755865] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.756088] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.934665] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.247021] env[68640]: INFO nova.scheduler.client.report [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted allocation for migration 4e31d84f-2a0e-47e0-9e6f-a942ef4d0e38 [ 1419.595515] env[68640]: INFO nova.compute.manager [None req-dd303692-b10e-4b8c-87a7-ac0be983265a tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Get console output [ 1419.595750] env[68640]: WARNING nova.virt.vmwareapi.driver [None req-dd303692-b10e-4b8c-87a7-ac0be983265a tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] The console log is missing. Check your VSPC configuration [ 1419.752221] env[68640]: DEBUG oslo_concurrency.lockutils [None req-caf59a1a-408d-4ff8-a0fb-efaab05ab2f5 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.507s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.779696] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.779947] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.780157] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance ed9ae053-42cb-4b7f-ab61-5be7ee04146f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1419.780292] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance d899a8c2-56c4-4d1c-bfff-912f78bf7b28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1420.282948] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1420.283191] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1420.283336] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1420.344928] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e0a17-89f9-46e6-a7cc-4b675e6f546e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.352308] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c261cbab-ec54-4bcd-bd0f-4008e130f508 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.381243] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece17fe-6b39-4998-80ad-5c17d8144ba0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.388356] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90063593-2bab-4fcf-b06f-0ce2a8c24e27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.401125] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.904506] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.409947] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1421.410179] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.654s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.410460] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.476s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.412396] env[68640]: INFO nova.compute.claims [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.491218] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d83db97-0ae8-49da-943e-82f51da9303f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.498410] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eba13c-9e62-4aab-abf0-5016371f2122 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.527319] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a21f6f-142f-4c89-a930-941053566fa9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.533986] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e90ee-8657-4cda-9ab8-4c71414b8687 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.546353] env[68640]: DEBUG nova.compute.provider_tree [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.049699] env[68640]: DEBUG nova.scheduler.client.report [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.415056] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.554817] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.555403] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.920114] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.920292] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.060673] env[68640]: DEBUG nova.compute.utils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1424.062100] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.062269] env[68640]: DEBUG nova.network.neutron [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.117361] env[68640]: DEBUG nova.policy [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.382437] env[68640]: DEBUG nova.network.neutron [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Successfully created port: c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.565620] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.574925] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.607753] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.607995] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.608167] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.608352] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.608499] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.608642] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.608850] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.609017] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.609190] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.609351] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.609524] env[68640]: DEBUG nova.virt.hardware [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.610408] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8554ee23-a516-4e99-991a-bcc00cb023aa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.618660] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17879887-d7a0-4532-be89-816b4d96cbd9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.735848] env[68640]: DEBUG nova.compute.manager [req-8ac42a6d-e80c-4f09-b06a-5865b94a06c8 req-8e3fd752-6b94-4e51-af8b-3247a4172c58 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-vif-plugged-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.736069] env[68640]: DEBUG oslo_concurrency.lockutils [req-8ac42a6d-e80c-4f09-b06a-5865b94a06c8 req-8e3fd752-6b94-4e51-af8b-3247a4172c58 service nova] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.736267] env[68640]: DEBUG oslo_concurrency.lockutils [req-8ac42a6d-e80c-4f09-b06a-5865b94a06c8 req-8e3fd752-6b94-4e51-af8b-3247a4172c58 service nova] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.736435] env[68640]: DEBUG oslo_concurrency.lockutils [req-8ac42a6d-e80c-4f09-b06a-5865b94a06c8 req-8e3fd752-6b94-4e51-af8b-3247a4172c58 service nova] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.736600] env[68640]: DEBUG nova.compute.manager [req-8ac42a6d-e80c-4f09-b06a-5865b94a06c8 req-8e3fd752-6b94-4e51-af8b-3247a4172c58 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] No waiting events found dispatching network-vif-plugged-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1425.736760] env[68640]: WARNING nova.compute.manager [req-8ac42a6d-e80c-4f09-b06a-5865b94a06c8 req-8e3fd752-6b94-4e51-af8b-3247a4172c58 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received unexpected event network-vif-plugged-c5392cd1-be65-439f-9cfc-5f5614680cb0 for instance with vm_state building and task_state spawning. [ 1425.838216] env[68640]: DEBUG nova.network.neutron [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Successfully updated port: c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.342465] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.342624] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.342783] env[68640]: DEBUG nova.network.neutron [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.873982] env[68640]: DEBUG nova.network.neutron [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.997068] env[68640]: DEBUG nova.network.neutron [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.499704] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.500039] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Instance network_info: |[{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1427.500507] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:fd:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5392cd1-be65-439f-9cfc-5f5614680cb0', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.507886] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.508104] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1427.508333] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-085c4943-8e5b-426b-868d-6d851b2a0ac5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.528483] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.528483] env[68640]: value = "task-2991854" [ 1427.528483] env[68640]: _type = "Task" [ 1427.528483] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.535678] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991854, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.764608] env[68640]: DEBUG nova.compute.manager [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.764790] env[68640]: DEBUG nova.compute.manager [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing instance network info cache due to event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1427.765015] env[68640]: DEBUG oslo_concurrency.lockutils [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.765165] env[68640]: DEBUG oslo_concurrency.lockutils [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.765384] env[68640]: DEBUG nova.network.neutron [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.038661] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991854, 'name': CreateVM_Task, 'duration_secs': 0.312757} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.038965] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.039490] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.039660] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.039997] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.040250] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb2d730-5cd0-4b64-8b2e-4753b7e554c9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.044396] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1428.044396] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c977b9-79ad-d5eb-e387-c5413324ec52" [ 1428.044396] env[68640]: _type = "Task" [ 1428.044396] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.052841] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c977b9-79ad-d5eb-e387-c5413324ec52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.445811] env[68640]: DEBUG nova.network.neutron [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updated VIF entry in instance network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.446188] env[68640]: DEBUG nova.network.neutron [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.554372] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c977b9-79ad-d5eb-e387-c5413324ec52, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.554612] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.554895] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.555190] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.555338] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.555515] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.555755] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f57922-4967-4d2f-9b79-ca74e6881e0a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.563766] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.563943] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1428.564632] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11d0953-852d-443f-a6b5-2f9ae3c62dd8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.569242] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1428.569242] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e1fda-016f-3097-469b-4cf24ae0ca37" [ 1428.569242] env[68640]: _type = "Task" [ 1428.569242] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.575930] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e1fda-016f-3097-469b-4cf24ae0ca37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.949411] env[68640]: DEBUG oslo_concurrency.lockutils [req-cd45a337-8b08-4af8-a537-cd4098546921 req-2d6a8c72-42c7-4316-b0db-3d042ad12aac service nova] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.079747] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]528e1fda-016f-3097-469b-4cf24ae0ca37, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.080448] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f0a364-d891-4dc4-83ac-27a796f51a1b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.085654] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1429.085654] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c046fa-8443-3f5d-8637-496a86bf5745" [ 1429.085654] env[68640]: _type = "Task" [ 1429.085654] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.092905] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c046fa-8443-3f5d-8637-496a86bf5745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.595447] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52c046fa-8443-3f5d-8637-496a86bf5745, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.595681] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.595913] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d/742de85f-b1d2-4d4f-abe4-7a7b7a8e980d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1429.596176] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b46f0f-f181-44d2-842b-25d8b7b4faaf {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.601858] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1429.601858] env[68640]: value = "task-2991855" [ 1429.601858] env[68640]: _type = "Task" [ 1429.601858] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.608923] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.112112] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439728} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.112534] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d/742de85f-b1d2-4d4f-abe4-7a7b7a8e980d.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.112632] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.112808] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af1e1a39-2517-479c-b84c-01b2e3b85a6c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.118973] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1430.118973] env[68640]: value = "task-2991856" [ 1430.118973] env[68640]: _type = "Task" [ 1430.118973] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.125537] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.628840] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057312} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.629117] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.629856] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0562f0-2af7-4a66-a8bd-61ba6422e9ea {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.651032] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d/742de85f-b1d2-4d4f-abe4-7a7b7a8e980d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.651286] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24792db-d9a5-4d77-92e5-9aa6f5423bcc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.670225] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1430.670225] env[68640]: value = "task-2991857" [ 1430.670225] env[68640]: _type = "Task" [ 1430.670225] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.677451] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.180385] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991857, 'name': ReconfigVM_Task, 'duration_secs': 0.263044} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.180708] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d/742de85f-b1d2-4d4f-abe4-7a7b7a8e980d.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.181350] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d054e922-8c7d-44ba-aa8e-d0499f76bab6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.187622] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1431.187622] env[68640]: value = "task-2991858" [ 1431.187622] env[68640]: _type = "Task" [ 1431.187622] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.196966] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991858, 'name': Rename_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.697780] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991858, 'name': Rename_Task, 'duration_secs': 0.135117} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.698009] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.698255] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-815d7924-8aab-4c51-8f9e-69144ba5bc54 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.704566] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1431.704566] env[68640]: value = "task-2991859" [ 1431.704566] env[68640]: _type = "Task" [ 1431.704566] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.711421] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.213968] env[68640]: DEBUG oslo_vmware.api [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991859, 'name': PowerOnVM_Task, 'duration_secs': 0.441838} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.214268] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.214559] env[68640]: INFO nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1432.214673] env[68640]: DEBUG nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.215473] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc21d28b-6801-49ae-ba1b-d6b6dc9f7e82 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.294074] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.294312] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.732927] env[68640]: INFO nova.compute.manager [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Took 13.82 seconds to build instance. [ 1432.797443] env[68640]: DEBUG nova.compute.utils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1433.160578] env[68640]: DEBUG nova.compute.manager [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.160749] env[68640]: DEBUG nova.compute.manager [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing instance network info cache due to event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.160954] env[68640]: DEBUG oslo_concurrency.lockutils [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.161108] env[68640]: DEBUG oslo_concurrency.lockutils [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.161263] env[68640]: DEBUG nova.network.neutron [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.234498] env[68640]: DEBUG oslo_concurrency.lockutils [None req-0c5df7a6-00eb-4410-aec2-d2b5e4491fca tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.325s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.300249] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.870358] env[68640]: DEBUG nova.network.neutron [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updated VIF entry in instance network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.870778] env[68640]: DEBUG nova.network.neutron [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.031777] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.032049] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.363663] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.364076] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.364150] env[68640]: INFO nova.compute.manager [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Attaching volume f5802454-e81c-45a6-8cdc-d9edbd4cbd68 to /dev/sdb [ 1434.373236] env[68640]: DEBUG oslo_concurrency.lockutils [req-ea21417d-836d-423f-85f7-4b69d444d157 req-1b569c41-b91b-4d54-b5f9-9d7d02bf4e35 service nova] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.394942] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99343695-85e4-455d-9b95-69411fbd386d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.401929] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7ed6d2-0ace-4821-832a-555b24810750 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.414769] env[68640]: DEBUG nova.virt.block_device [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updating existing volume attachment record: 73c4af18-b445-4d7a-8c51-8969e11dc20b {{(pid=68640) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1434.534417] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.056268] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.056545] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.058190] env[68640]: INFO nova.compute.claims [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.137798] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eca972a-bb9b-47be-9508-5c584dce6660 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.145423] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c3cfc6-2b16-4726-ad5e-8e541e6a1682 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.174454] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f279672-ce1b-4b2d-991b-f70f74b8b2d5 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.181000] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b909d0c-30d5-4ba8-ace0-73eaae54aeed {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.194822] env[68640]: DEBUG nova.compute.provider_tree [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.698500] env[68640]: DEBUG nova.scheduler.client.report [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.203609] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.204090] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.708876] env[68640]: DEBUG nova.compute.utils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.710261] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.710463] env[68640]: DEBUG nova.network.neutron [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.753691] env[68640]: DEBUG nova.policy [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1438.007655] env[68640]: DEBUG nova.network.neutron [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Successfully created port: 5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.214146] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.957854] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Volume attach. Driver type: vmdk {{(pid=68640) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1438.958115] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600010', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'name': 'volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9ae053-42cb-4b7f-ab61-5be7ee04146f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'serial': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1438.959071] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7276c9-b012-4783-b16d-7734d7ecd0e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.976285] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1343e6c2-9ada-4e76-9735-d40d383adfd8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.001604] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68/volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.001897] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-284be2a2-a794-4472-84a1-8cef9a329c7f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.021121] env[68640]: DEBUG oslo_vmware.api [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1439.021121] env[68640]: value = "task-2991862" [ 1439.021121] env[68640]: _type = "Task" [ 1439.021121] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.029407] env[68640]: DEBUG oslo_vmware.api [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.225212] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.254144] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.254523] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.254788] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.255098] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.255320] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.255516] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.255742] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.255905] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.256085] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.256253] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.256430] env[68640]: DEBUG nova.virt.hardware [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.257332] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db652c1c-6d43-4d9a-b34c-fffa586e1fb9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.267146] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed74c80c-3fef-410e-ac66-0c97bd43c686 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.372322] env[68640]: DEBUG nova.compute.manager [req-3c13855a-4991-4805-b551-59c01a362e6f req-73310a4b-764a-41d6-9f43-6246d537d47c service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-vif-plugged-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.372573] env[68640]: DEBUG oslo_concurrency.lockutils [req-3c13855a-4991-4805-b551-59c01a362e6f req-73310a4b-764a-41d6-9f43-6246d537d47c service nova] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.372851] env[68640]: DEBUG oslo_concurrency.lockutils [req-3c13855a-4991-4805-b551-59c01a362e6f req-73310a4b-764a-41d6-9f43-6246d537d47c service nova] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.373057] env[68640]: DEBUG oslo_concurrency.lockutils [req-3c13855a-4991-4805-b551-59c01a362e6f req-73310a4b-764a-41d6-9f43-6246d537d47c service nova] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.373299] env[68640]: DEBUG nova.compute.manager [req-3c13855a-4991-4805-b551-59c01a362e6f req-73310a4b-764a-41d6-9f43-6246d537d47c service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] No waiting events found dispatching network-vif-plugged-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.373428] env[68640]: WARNING nova.compute.manager [req-3c13855a-4991-4805-b551-59c01a362e6f req-73310a4b-764a-41d6-9f43-6246d537d47c service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received unexpected event network-vif-plugged-5610fd68-b9e0-40d4-9027-cc825cea9065 for instance with vm_state building and task_state spawning. [ 1439.458553] env[68640]: DEBUG nova.network.neutron [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Successfully updated port: 5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.530818] env[68640]: DEBUG oslo_vmware.api [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991862, 'name': ReconfigVM_Task, 'duration_secs': 0.387333} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.531063] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68/volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68.vmdk or device None with type thin {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1439.535632] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1372171-ef56-4111-8222-d32290bf35e9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.551013] env[68640]: DEBUG oslo_vmware.api [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1439.551013] env[68640]: value = "task-2991863" [ 1439.551013] env[68640]: _type = "Task" [ 1439.551013] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.559713] env[68640]: DEBUG oslo_vmware.api [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.961205] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.961361] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.961564] env[68640]: DEBUG nova.network.neutron [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.060446] env[68640]: DEBUG oslo_vmware.api [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991863, 'name': ReconfigVM_Task, 'duration_secs': 0.145144} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.060756] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600010', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'name': 'volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9ae053-42cb-4b7f-ab61-5be7ee04146f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'serial': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68'} {{(pid=68640) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1440.501662] env[68640]: DEBUG nova.network.neutron [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.623163] env[68640]: DEBUG nova.network.neutron [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.101061] env[68640]: DEBUG nova.objects.instance [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'flavor' on Instance uuid ed9ae053-42cb-4b7f-ab61-5be7ee04146f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.125297] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.125693] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Instance network_info: |[{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.126176] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:97:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5610fd68-b9e0-40d4-9027-cc825cea9065', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.133693] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.134183] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.134463] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f44389c6-6d8b-4628-8329-cff88c15a1d2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.153923] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.153923] env[68640]: value = "task-2991864" [ 1441.153923] env[68640]: _type = "Task" [ 1441.153923] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.161549] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991864, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.400349] env[68640]: DEBUG nova.compute.manager [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.400481] env[68640]: DEBUG nova.compute.manager [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing instance network info cache due to event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.401014] env[68640]: DEBUG oslo_concurrency.lockutils [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.401182] env[68640]: DEBUG oslo_concurrency.lockutils [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.401352] env[68640]: DEBUG nova.network.neutron [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.605974] env[68640]: DEBUG oslo_concurrency.lockutils [None req-bb8cb0d8-a94c-4122-9f82-ee4096afa9f5 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.663974] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991864, 'name': CreateVM_Task, 'duration_secs': 0.344431} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.664170] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.664765] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.664929] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.665264] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.665526] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5491f25-bc5f-40fc-9a0b-add845dc1aac {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.670101] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1441.670101] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e918b-a1c2-7506-f78e-c6d8e94b0d73" [ 1441.670101] env[68640]: _type = "Task" [ 1441.670101] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.677299] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e918b-a1c2-7506-f78e-c6d8e94b0d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.802755] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.803038] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.102682] env[68640]: DEBUG nova.network.neutron [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updated VIF entry in instance network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.103050] env[68640]: DEBUG nova.network.neutron [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.181456] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524e918b-a1c2-7506-f78e-c6d8e94b0d73, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.181722] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.181973] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.182219] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.182365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.182542] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.182816] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1820164b-b96c-4e2e-834f-2fb39016fb88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.190955] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.191141] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.191830] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9870f9-2dbe-46ab-8b63-d20e9ed7572b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.196942] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1442.196942] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5292ac00-a030-c992-0bc3-dc456c678e74" [ 1442.196942] env[68640]: _type = "Task" [ 1442.196942] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.203894] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5292ac00-a030-c992-0bc3-dc456c678e74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.306503] env[68640]: INFO nova.compute.manager [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Detaching volume f5802454-e81c-45a6-8cdc-d9edbd4cbd68 [ 1442.337132] env[68640]: INFO nova.virt.block_device [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Attempting to driver detach volume f5802454-e81c-45a6-8cdc-d9edbd4cbd68 from mountpoint /dev/sdb [ 1442.337199] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1442.337330] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600010', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'name': 'volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9ae053-42cb-4b7f-ab61-5be7ee04146f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'serial': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1442.338216] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67447ff7-bd69-4c38-bfca-e477fd9cf4c0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.358737] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d47022-1485-4c68-b6a1-2020cd16dbfa {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.364938] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6c97bc-4573-4465-8b60-9f7ae7b12b1b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.386673] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f099df-fc12-402a-aa3b-445c89f22142 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.401519] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68/volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1442.406770] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1442.407046] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c71d5a-ab16-4b19-aaa0-62dffd8e4f62 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.423662] env[68640]: DEBUG oslo_vmware.api [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1442.423662] env[68640]: value = "task-2991865" [ 1442.423662] env[68640]: _type = "Task" [ 1442.423662] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.430645] env[68640]: DEBUG oslo_vmware.api [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.606025] env[68640]: DEBUG oslo_concurrency.lockutils [req-f7f5cf16-523b-4f69-a233-00c5b248af8a req-325b4f4c-6f68-4095-90d8-6dbc9911d0bf service nova] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.707836] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5292ac00-a030-c992-0bc3-dc456c678e74, 'name': SearchDatastore_Task, 'duration_secs': 0.007833} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.708724] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedbe55a-2d49-4476-94a3-534880510af8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.713646] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1442.713646] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e1ba1-951d-4230-13cb-3ac1387a38f3" [ 1442.713646] env[68640]: _type = "Task" [ 1442.713646] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.720751] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e1ba1-951d-4230-13cb-3ac1387a38f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.933020] env[68640]: DEBUG oslo_vmware.api [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991865, 'name': ReconfigVM_Task, 'duration_secs': 0.211286} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.933307] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1442.937853] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919232e4-23ca-4d40-88f1-36046fcc9ed1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.951553] env[68640]: DEBUG oslo_vmware.api [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1442.951553] env[68640]: value = "task-2991866" [ 1442.951553] env[68640]: _type = "Task" [ 1442.951553] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.959011] env[68640]: DEBUG oslo_vmware.api [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.224846] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]523e1ba1-951d-4230-13cb-3ac1387a38f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.225154] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.225459] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] e4d18049-e4a7-433a-b957-7075d6d6bf25/e4d18049-e4a7-433a-b957-7075d6d6bf25.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.225723] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-183c80b0-df96-4c58-be04-2815df3ebb1e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.232467] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1443.232467] env[68640]: value = "task-2991867" [ 1443.232467] env[68640]: _type = "Task" [ 1443.232467] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.239655] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.461891] env[68640]: DEBUG oslo_vmware.api [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991866, 'name': ReconfigVM_Task, 'duration_secs': 0.12615} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.462232] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600010', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'name': 'volume-f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed9ae053-42cb-4b7f-ab61-5be7ee04146f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68', 'serial': 'f5802454-e81c-45a6-8cdc-d9edbd4cbd68'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1443.742375] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468953} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.742753] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore2] e4d18049-e4a7-433a-b957-7075d6d6bf25/e4d18049-e4a7-433a-b957-7075d6d6bf25.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.742849] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.743067] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936332d3-d732-405f-bc39-82c84028f02c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.749885] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1443.749885] env[68640]: value = "task-2991868" [ 1443.749885] env[68640]: _type = "Task" [ 1443.749885] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.757615] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.003310] env[68640]: DEBUG nova.objects.instance [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'flavor' on Instance uuid ed9ae053-42cb-4b7f-ab61-5be7ee04146f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.259286] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063814} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.259562] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.260314] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26fb4c5-04ba-416c-b9a5-8a8d92fe546c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.282863] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] e4d18049-e4a7-433a-b957-7075d6d6bf25/e4d18049-e4a7-433a-b957-7075d6d6bf25.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.283223] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc2e9260-194d-4caa-aa48-10205f009eda {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.302524] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1444.302524] env[68640]: value = "task-2991869" [ 1444.302524] env[68640]: _type = "Task" [ 1444.302524] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.310068] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.812606] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991869, 'name': ReconfigVM_Task, 'duration_secs': 0.264445} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.812990] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Reconfigured VM instance instance-0000007e to attach disk [datastore2] e4d18049-e4a7-433a-b957-7075d6d6bf25/e4d18049-e4a7-433a-b957-7075d6d6bf25.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.813493] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f42edadd-c52f-48da-9a84-882f15622fb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.819339] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1444.819339] env[68640]: value = "task-2991870" [ 1444.819339] env[68640]: _type = "Task" [ 1444.819339] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.826895] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991870, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.010887] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6ec42d89-64c1-4825-913b-5e9dac5e2554 tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.329526] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991870, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.829983] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991870, 'name': Rename_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.042047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.042047] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.042246] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.042396] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.042570] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.044865] env[68640]: INFO nova.compute.manager [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Terminating instance [ 1446.330422] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991870, 'name': Rename_Task, 'duration_secs': 1.118913} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.330689] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.330920] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d54a721-8b0e-4ef9-bbcb-f6afaea18ca8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.336791] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1446.336791] env[68640]: value = "task-2991871" [ 1446.336791] env[68640]: _type = "Task" [ 1446.336791] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.348102] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.476013] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.476404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.476704] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.476963] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.477225] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.479886] env[68640]: INFO nova.compute.manager [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Terminating instance [ 1446.548238] env[68640]: DEBUG nova.compute.manager [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.548481] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.549363] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdacd94c-987d-433b-a515-d3ef8c4fa9d7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.557173] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.557391] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cddd4354-15a2-402c-9663-0383f071a612 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.562931] env[68640]: DEBUG oslo_vmware.api [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1446.562931] env[68640]: value = "task-2991872" [ 1446.562931] env[68640]: _type = "Task" [ 1446.562931] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.569928] env[68640]: DEBUG oslo_vmware.api [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.846213] env[68640]: DEBUG oslo_vmware.api [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991871, 'name': PowerOnVM_Task, 'duration_secs': 0.455994} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.846502] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.846658] env[68640]: INFO nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1446.846843] env[68640]: DEBUG nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.847618] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1b326-de11-4462-9b8b-96e61d8fff88 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.984746] env[68640]: DEBUG nova.compute.manager [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.984956] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.985255] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73be6dda-015f-40fb-8ba7-c701081b31c7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.993263] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1446.993263] env[68640]: value = "task-2991873" [ 1446.993263] env[68640]: _type = "Task" [ 1446.993263] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.000890] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.072603] env[68640]: DEBUG oslo_vmware.api [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991872, 'name': PowerOffVM_Task, 'duration_secs': 0.175251} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.072896] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.073109] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.073378] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0006c6d4-6a76-4ab6-bfd1-047e0a2d0bee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.140044] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.140305] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.140493] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleting the datastore file [datastore1] ed9ae053-42cb-4b7f-ab61-5be7ee04146f {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.140771] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c005d3-32f4-45d1-8a35-967d63ab4826 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.147087] env[68640]: DEBUG oslo_vmware.api [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for the task: (returnval){ [ 1447.147087] env[68640]: value = "task-2991875" [ 1447.147087] env[68640]: _type = "Task" [ 1447.147087] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.155587] env[68640]: DEBUG oslo_vmware.api [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.365627] env[68640]: INFO nova.compute.manager [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Took 12.33 seconds to build instance. [ 1447.505522] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991873, 'name': PowerOffVM_Task, 'duration_secs': 0.170535} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.506033] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.506426] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Volume detach. Driver type: vmdk {{(pid=68640) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1447.506800] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600006', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'name': 'volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28', 'attached_at': '2025-03-12T21:41:17.000000', 'detached_at': '', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'serial': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1447.508015] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421a99a-a027-458c-8027-7318b587348a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.530327] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f0e009-c4e5-4227-a742-2c5ea7eedec3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.536992] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab5ccf8-b186-4a8d-8e1e-abc254f6815f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.555522] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad6f19e-6170-49a8-9cfd-529987ac7d38 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.570099] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] The volume has not been displaced from its original location: [datastore1] volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce/volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce.vmdk. No consolidation needed. {{(pid=68640) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1447.575261] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1447.575570] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa582ef-4c69-410c-9c3a-34561d405477 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.593024] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1447.593024] env[68640]: value = "task-2991876" [ 1447.593024] env[68640]: _type = "Task" [ 1447.593024] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.600858] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.657336] env[68640]: DEBUG oslo_vmware.api [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Task: {'id': task-2991875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501327} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.657687] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.657925] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.658175] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.658400] env[68640]: INFO nova.compute.manager [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1447.658713] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1447.658937] env[68640]: DEBUG nova.compute.manager [-] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.659068] env[68640]: DEBUG nova.network.neutron [-] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.867723] env[68640]: DEBUG oslo_concurrency.lockutils [None req-f54efda6-c733-4252-8131-04a2fe4f79f5 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.835s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.102885] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991876, 'name': ReconfigVM_Task, 'duration_secs': 0.172594} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.103169] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68640) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1448.107738] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3317d9e7-fdb0-4246-96c1-bd917a1cd4e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.122467] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1448.122467] env[68640]: value = "task-2991877" [ 1448.122467] env[68640]: _type = "Task" [ 1448.122467] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.130090] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.350216] env[68640]: DEBUG nova.compute.manager [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.350216] env[68640]: DEBUG nova.compute.manager [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing instance network info cache due to event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1448.350216] env[68640]: DEBUG oslo_concurrency.lockutils [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.350216] env[68640]: DEBUG oslo_concurrency.lockutils [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.350216] env[68640]: DEBUG nova.network.neutron [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.369617] env[68640]: DEBUG nova.compute.manager [req-34449204-853c-4447-b562-82ac621d8f88 req-0ab67ded-bf54-43b3-bb33-d87892d38f25 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Received event network-vif-deleted-7f5c4919-ee42-45c0-acb0-cf9d6d385ac5 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.369886] env[68640]: INFO nova.compute.manager [req-34449204-853c-4447-b562-82ac621d8f88 req-0ab67ded-bf54-43b3-bb33-d87892d38f25 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Neutron deleted interface 7f5c4919-ee42-45c0-acb0-cf9d6d385ac5; detaching it from the instance and deleting it from the info cache [ 1448.369963] env[68640]: DEBUG nova.network.neutron [req-34449204-853c-4447-b562-82ac621d8f88 req-0ab67ded-bf54-43b3-bb33-d87892d38f25 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.635644] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991877, 'name': ReconfigVM_Task, 'duration_secs': 0.135885} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.636231] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-600006', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'name': 'volume-ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd899a8c2-56c4-4d1c-bfff-912f78bf7b28', 'attached_at': '2025-03-12T21:41:17.000000', 'detached_at': '', 'volume_id': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce', 'serial': 'ceeb7495-f161-4a2c-b509-8a77f21f5dce'} {{(pid=68640) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1448.637549] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.640094] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a8fb2-afcf-4e69-9747-b4baeb76b03a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.648170] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.648170] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-593e892d-6e60-4331-8427-5a09af99253f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.717184] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.717184] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.717184] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore1] d899a8c2-56c4-4d1c-bfff-912f78bf7b28 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.717414] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aad3aa5-0e1e-46d8-b4f5-377908133930 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.723985] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1448.723985] env[68640]: value = "task-2991879" [ 1448.723985] env[68640]: _type = "Task" [ 1448.723985] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.732440] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.835150] env[68640]: DEBUG nova.network.neutron [-] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.872693] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b67f1007-8b62-41ea-bfa6-1c86d2610ad3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.884526] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8060699f-174a-4208-bb71-042f959dde37 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.912400] env[68640]: DEBUG nova.compute.manager [req-34449204-853c-4447-b562-82ac621d8f88 req-0ab67ded-bf54-43b3-bb33-d87892d38f25 service nova] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Detach interface failed, port_id=7f5c4919-ee42-45c0-acb0-cf9d6d385ac5, reason: Instance ed9ae053-42cb-4b7f-ab61-5be7ee04146f could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1449.055921] env[68640]: DEBUG nova.network.neutron [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updated VIF entry in instance network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.056301] env[68640]: DEBUG nova.network.neutron [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.234353] env[68640]: DEBUG oslo_vmware.api [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078571} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.234631] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.234822] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.234997] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.235187] env[68640]: INFO nova.compute.manager [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1449.235427] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.235624] env[68640]: DEBUG nova.compute.manager [-] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.235718] env[68640]: DEBUG nova.network.neutron [-] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.338841] env[68640]: INFO nova.compute.manager [-] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Took 1.68 seconds to deallocate network for instance. [ 1449.559341] env[68640]: DEBUG oslo_concurrency.lockutils [req-115d2094-b9e6-4f37-81a0-08acea1fb046 req-18e8a767-1687-47e8-9a78-e5592f6a5cb8 service nova] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.845495] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.845793] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.846025] env[68640]: DEBUG nova.objects.instance [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lazy-loading 'resources' on Instance uuid ed9ae053-42cb-4b7f-ab61-5be7ee04146f {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.131703] env[68640]: DEBUG nova.network.neutron [-] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.377968] env[68640]: DEBUG nova.compute.manager [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.378230] env[68640]: DEBUG nova.compute.manager [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing instance network info cache due to event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1450.378395] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.378556] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.378728] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.395794] env[68640]: DEBUG nova.compute.manager [req-27bc38a3-ca20-4144-a1c5-62a2b3a4e08b req-cc457634-500b-4046-b27a-29511ef5d74b service nova] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Received event network-vif-deleted-c2dd012a-7be1-45df-9555-885423e9e337 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.442840] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a83e92a-2d33-46ab-a7f3-e47b4b7a3a14 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.451027] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba798c2-a865-47d2-9ae1-5b2f9ca28a4a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.483130] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d50a6b1-ba0f-4b2d-bf3c-ced223e72ce8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.490517] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08c02d-d536-4e72-9ed3-a97a661d5d9b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.503474] env[68640]: DEBUG nova.compute.provider_tree [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.634094] env[68640]: INFO nova.compute.manager [-] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Took 1.40 seconds to deallocate network for instance. [ 1451.006191] env[68640]: DEBUG nova.scheduler.client.report [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.061439] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updated VIF entry in instance network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.061784] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.175823] env[68640]: INFO nova.compute.manager [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Took 0.54 seconds to detach 1 volumes for instance. [ 1451.178766] env[68640]: DEBUG nova.compute.manager [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Deleting volume: ceeb7495-f161-4a2c-b509-8a77f21f5dce {{(pid=68640) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1451.511036] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.534216] env[68640]: INFO nova.scheduler.client.report [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Deleted allocations for instance ed9ae053-42cb-4b7f-ab61-5be7ee04146f [ 1451.564836] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.565130] env[68640]: DEBUG nova.compute.manager [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.565310] env[68640]: DEBUG nova.compute.manager [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing instance network info cache due to event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1451.565519] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.565763] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.565892] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.718503] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.718818] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.719062] env[68640]: DEBUG nova.objects.instance [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'resources' on Instance uuid d899a8c2-56c4-4d1c-bfff-912f78bf7b28 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.042518] env[68640]: DEBUG oslo_concurrency.lockutils [None req-6954c074-39c4-4267-8551-11cfab5ba39c tempest-AttachVolumeNegativeTest-1524131685 tempest-AttachVolumeNegativeTest-1524131685-project-member] Lock "ed9ae053-42cb-4b7f-ab61-5be7ee04146f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.245698] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updated VIF entry in instance network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1452.246060] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.288724] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cac15ec-8c96-46c7-b688-0f21d43390a3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.296222] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d542a160-1e3e-4da4-b214-652897bcb959 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.327885] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9954043e-8102-45e8-a803-e90edf61d64f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.335066] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1832b40a-a276-46fe-9a37-4253a9ac8eb1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.348332] env[68640]: DEBUG nova.compute.provider_tree [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.751011] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.751358] env[68640]: DEBUG nova.compute.manager [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.751563] env[68640]: DEBUG nova.compute.manager [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing instance network info cache due to event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1452.751812] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.751986] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.752205] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.851413] env[68640]: DEBUG nova.scheduler.client.report [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.356581] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.376986] env[68640]: INFO nova.scheduler.client.report [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted allocations for instance d899a8c2-56c4-4d1c-bfff-912f78bf7b28 [ 1453.442643] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updated VIF entry in instance network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.443023] env[68640]: DEBUG nova.network.neutron [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.884209] env[68640]: DEBUG oslo_concurrency.lockutils [None req-62f117bb-b45a-47da-a01c-d6ce455f5448 tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "d899a8c2-56c4-4d1c-bfff-912f78bf7b28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.408s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.945423] env[68640]: DEBUG oslo_concurrency.lockutils [req-eb5cf914-0300-4b72-8b4e-82601fc7f59d req-ad0d741e-de5f-48f9-a50a-a683a4db74e8 service nova] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.291935] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.292171] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.292416] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.292638] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.292844] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.294898] env[68640]: INFO nova.compute.manager [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Terminating instance [ 1454.799166] env[68640]: DEBUG nova.compute.manager [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.799687] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.800333] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492b5e06-40b2-406b-b780-1aee95e3d66a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.807442] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.807694] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9dc1a2-a4ee-4bfb-8ed4-bdc3bd1d3812 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.814692] env[68640]: DEBUG oslo_vmware.api [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1454.814692] env[68640]: value = "task-2991882" [ 1454.814692] env[68640]: _type = "Task" [ 1454.814692] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.823200] env[68640]: DEBUG oslo_vmware.api [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.323937] env[68640]: DEBUG oslo_vmware.api [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991882, 'name': PowerOffVM_Task, 'duration_secs': 0.242122} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.324219] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.324387] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.324631] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22b5e041-deec-4fa9-a9d5-273a3473d7f1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.390859] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.391125] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.391339] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore2] 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.391627] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fbc464e-1dfb-458c-81c0-2da704630fc0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.398406] env[68640]: DEBUG oslo_vmware.api [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1455.398406] env[68640]: value = "task-2991885" [ 1455.398406] env[68640]: _type = "Task" [ 1455.398406] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.406915] env[68640]: DEBUG oslo_vmware.api [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.908719] env[68640]: DEBUG oslo_vmware.api [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127322} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.908924] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.909104] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.909300] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.909476] env[68640]: INFO nova.compute.manager [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1455.909715] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.909914] env[68640]: DEBUG nova.compute.manager [-] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.910015] env[68640]: DEBUG nova.network.neutron [-] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.149958] env[68640]: DEBUG nova.compute.manager [req-1e3ae7b9-fcef-48fb-a9b6-c335d4c81472 req-188bf142-9c5c-421c-9c28-c710d49d2822 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Received event network-vif-deleted-b6bf7142-b80e-41f4-bbda-be14c814f5f4 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.150202] env[68640]: INFO nova.compute.manager [req-1e3ae7b9-fcef-48fb-a9b6-c335d4c81472 req-188bf142-9c5c-421c-9c28-c710d49d2822 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Neutron deleted interface b6bf7142-b80e-41f4-bbda-be14c814f5f4; detaching it from the instance and deleting it from the info cache [ 1456.150416] env[68640]: DEBUG nova.network.neutron [req-1e3ae7b9-fcef-48fb-a9b6-c335d4c81472 req-188bf142-9c5c-421c-9c28-c710d49d2822 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.634498] env[68640]: DEBUG nova.network.neutron [-] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.652984] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22bc825a-bf73-4227-9f9b-60233d9a983c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.662784] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbaa5c5-a1a9-4a3d-914c-ef662dc54c71 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.688158] env[68640]: DEBUG nova.compute.manager [req-1e3ae7b9-fcef-48fb-a9b6-c335d4c81472 req-188bf142-9c5c-421c-9c28-c710d49d2822 service nova] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Detach interface failed, port_id=b6bf7142-b80e-41f4-bbda-be14c814f5f4, reason: Instance 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1457.136845] env[68640]: INFO nova.compute.manager [-] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Took 1.23 seconds to deallocate network for instance. [ 1457.643920] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.644235] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.644462] env[68640]: DEBUG nova.objects.instance [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'resources' on Instance uuid 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.210291] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ad6500-a717-4adb-96bf-eb1ffac0fe50 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.218269] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96d217b-315b-40e7-b2ce-2e1f53ff8cdb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.248172] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3467aefc-f53b-4be5-b035-9014c8544e5a {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.255015] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719c049d-2f2c-4fe2-a7dc-3b01683b38ba {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.268023] env[68640]: DEBUG nova.compute.provider_tree [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.771629] env[68640]: DEBUG nova.scheduler.client.report [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.276115] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.294049] env[68640]: INFO nova.scheduler.client.report [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted allocations for instance 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409 [ 1459.802779] env[68640]: DEBUG oslo_concurrency.lockutils [None req-4bbac176-fe5c-4e7d-9e60-6f125d1dec1e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "5938cd31-6fe4-4ba4-afc7-a87dbbd3f409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.510s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.639108] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "interface-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.639357] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.639784] env[68640]: DEBUG nova.objects.instance [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'flavor' on Instance uuid 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.048023] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.048291] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.048514] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.048735] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.048900] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.051279] env[68640]: INFO nova.compute.manager [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Terminating instance [ 1464.222053] env[68640]: DEBUG nova.objects.instance [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'pci_requests' on Instance uuid 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.555186] env[68640]: DEBUG nova.compute.manager [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.555416] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.556728] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078362b1-babf-4c96-ae3e-ee1e41bb3746 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.564391] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.564610] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18abd78f-7dd4-4d81-8bf2-1ceb66552ef7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.570341] env[68640]: DEBUG oslo_vmware.api [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1464.570341] env[68640]: value = "task-2991888" [ 1464.570341] env[68640]: _type = "Task" [ 1464.570341] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.578579] env[68640]: DEBUG oslo_vmware.api [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.724545] env[68640]: DEBUG nova.objects.base [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Object Instance<742de85f-b1d2-4d4f-abe4-7a7b7a8e980d> lazy-loaded attributes: flavor,pci_requests {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1464.724919] env[68640]: DEBUG nova.network.neutron [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.804082] env[68640]: DEBUG nova.policy [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1465.080695] env[68640]: DEBUG oslo_vmware.api [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991888, 'name': PowerOffVM_Task, 'duration_secs': 0.216027} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.080961] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.081148] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.081384] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7548b7c6-9e35-4707-b13c-df2ca81fe475 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.146630] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.146866] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.147041] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleting the datastore file [datastore1] 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.147317] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea92099f-3f2d-4027-976c-4526f6cc9117 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.154678] env[68640]: DEBUG oslo_vmware.api [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for the task: (returnval){ [ 1465.154678] env[68640]: value = "task-2991890" [ 1465.154678] env[68640]: _type = "Task" [ 1465.154678] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.162403] env[68640]: DEBUG oslo_vmware.api [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.669697] env[68640]: DEBUG oslo_vmware.api [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Task: {'id': task-2991890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133799} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.670086] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.670304] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.670585] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.670865] env[68640]: INFO nova.compute.manager [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1465.671240] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.671521] env[68640]: DEBUG nova.compute.manager [-] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.671662] env[68640]: DEBUG nova.network.neutron [-] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.898972] env[68640]: DEBUG nova.compute.manager [req-7b0c35ad-f78d-4f25-a42c-7116b91be6c7 req-089c5c87-fe44-43ba-8a0d-40d07234c018 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Received event network-vif-deleted-5d4df360-99e5-4c7d-a403-65fee3357805 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1465.899258] env[68640]: INFO nova.compute.manager [req-7b0c35ad-f78d-4f25-a42c-7116b91be6c7 req-089c5c87-fe44-43ba-8a0d-40d07234c018 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Neutron deleted interface 5d4df360-99e5-4c7d-a403-65fee3357805; detaching it from the instance and deleting it from the info cache [ 1465.899483] env[68640]: DEBUG nova.network.neutron [req-7b0c35ad-f78d-4f25-a42c-7116b91be6c7 req-089c5c87-fe44-43ba-8a0d-40d07234c018 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.233356] env[68640]: DEBUG nova.network.neutron [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Successfully updated port: 8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.382917] env[68640]: DEBUG nova.network.neutron [-] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.402129] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60bcbefc-a3c2-4d4b-842f-9ca0bee5e141 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.412190] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43041bf0-e829-4f3c-9701-728218faefe2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.436022] env[68640]: DEBUG nova.compute.manager [req-7b0c35ad-f78d-4f25-a42c-7116b91be6c7 req-089c5c87-fe44-43ba-8a0d-40d07234c018 service nova] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Detach interface failed, port_id=5d4df360-99e5-4c7d-a403-65fee3357805, reason: Instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1466.738736] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.738933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.739129] env[68640]: DEBUG nova.network.neutron [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1466.885874] env[68640]: INFO nova.compute.manager [-] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Took 1.21 seconds to deallocate network for instance. [ 1467.274012] env[68640]: WARNING nova.network.neutron [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] eab9e30e-7172-4080-acb5-9ac6f2980bf8 already exists in list: networks containing: ['eab9e30e-7172-4080-acb5-9ac6f2980bf8']. ignoring it [ 1467.392712] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.392996] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.393240] env[68640]: DEBUG nova.objects.instance [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lazy-loading 'resources' on Instance uuid 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.518504] env[68640]: DEBUG nova.network.neutron [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "address": "fa:16:3e:86:82:19", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8754191e-0f", "ovs_interfaceid": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.926936] env[68640]: DEBUG nova.compute.manager [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-vif-plugged-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.926936] env[68640]: DEBUG oslo_concurrency.lockutils [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.927033] env[68640]: DEBUG oslo_concurrency.lockutils [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.927193] env[68640]: DEBUG oslo_concurrency.lockutils [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.927361] env[68640]: DEBUG nova.compute.manager [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] No waiting events found dispatching network-vif-plugged-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1467.927527] env[68640]: WARNING nova.compute.manager [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received unexpected event network-vif-plugged-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 for instance with vm_state active and task_state None. [ 1467.927698] env[68640]: DEBUG nova.compute.manager [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-changed-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.927846] env[68640]: DEBUG nova.compute.manager [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing instance network info cache due to event network-changed-8754191e-0fbb-4d59-8c25-f9edbbbcaf00. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1467.928020] env[68640]: DEBUG oslo_concurrency.lockutils [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.950085] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0171cd2b-bbd5-44f4-b9d4-6f5af3ca15eb {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.958062] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9512ef-039f-4639-a123-a63e47735118 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.988644] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c915bf01-c689-4021-a986-4c772a1e1400 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.996286] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc13c2f-8bff-4b13-9060-e03c642c805d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.009234] env[68640]: DEBUG nova.compute.provider_tree [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.021365] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.021987] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.022175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.022434] env[68640]: DEBUG oslo_concurrency.lockutils [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.022612] env[68640]: DEBUG nova.network.neutron [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing network info cache for port 8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.024429] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd0721-d585-424b-b705-c25cfa0bceee {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.042605] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1468.042972] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1468.042972] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1468.043170] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1468.043315] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1468.043459] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1468.043660] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1468.043817] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1468.043980] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1468.044156] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1468.044323] env[68640]: DEBUG nova.virt.hardware [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1468.050578] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Reconfiguring VM to attach interface {{(pid=68640) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1468.051090] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0360a5-cc74-482a-80c2-86d091340df1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.069824] env[68640]: DEBUG oslo_vmware.api [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1468.069824] env[68640]: value = "task-2991891" [ 1468.069824] env[68640]: _type = "Task" [ 1468.069824] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.077318] env[68640]: DEBUG oslo_vmware.api [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991891, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.512508] env[68640]: DEBUG nova.scheduler.client.report [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.579527] env[68640]: DEBUG oslo_vmware.api [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.711209] env[68640]: DEBUG nova.network.neutron [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updated VIF entry in instance network info cache for port 8754191e-0fbb-4d59-8c25-f9edbbbcaf00. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.711634] env[68640]: DEBUG nova.network.neutron [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "address": "fa:16:3e:86:82:19", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8754191e-0f", "ovs_interfaceid": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.017795] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.037669] env[68640]: INFO nova.scheduler.client.report [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Deleted allocations for instance 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e [ 1469.080779] env[68640]: DEBUG oslo_vmware.api [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991891, 'name': ReconfigVM_Task, 'duration_secs': 0.53344} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.081277] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.081499] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Reconfigured VM to attach interface {{(pid=68640) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1469.214525] env[68640]: DEBUG oslo_concurrency.lockutils [req-c52aba3c-4f5c-4633-ba3b-c32605f95036 req-a04e4126-6c27-4b23-90d2-85dc8e42273a service nova] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.546977] env[68640]: DEBUG oslo_concurrency.lockutils [None req-61fb432c-4232-4871-b3e2-8c638320280e tempest-ServerActionsTestOtherA-1074895956 tempest-ServerActionsTestOtherA-1074895956-project-member] Lock "01228c4c-0fd8-4c42-9e9f-ded4b0c2029e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.499s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.585720] env[68640]: DEBUG oslo_concurrency.lockutils [None req-03c96c4b-1551-41ba-84d2-71c03f5a0ed0 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.946s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.869149] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "interface-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.869149] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.373631] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.373828] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.375163] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7466fff5-aa41-4e94-800c-9ae16236f70d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.392876] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12210e04-9e4e-48b9-9457-8b3fc1e884b1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.419515] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Reconfiguring VM to detach interface {{(pid=68640) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1471.419804] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c844910-e051-4bba-895b-583286b855e0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.437850] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1471.437850] env[68640]: value = "task-2991892" [ 1471.437850] env[68640]: _type = "Task" [ 1471.437850] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.447283] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.948613] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.449085] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.949399] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.450559] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.731630] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.951225] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.452194] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.731583] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.731771] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Cleaning up deleted instances with incomplete migration {{(pid=68640) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1474.952293] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.453025] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.953498] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.454431] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.954757] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.229228] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.229472] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.229637] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.229780] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1477.229981] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.455740] env[68640]: DEBUG oslo_vmware.api [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991892, 'name': ReconfigVM_Task, 'duration_secs': 5.734235} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.455933] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.456164] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Reconfigured VM to detach interface {{(pid=68640) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1477.733055] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.733298] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.733465] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.733615] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1477.734482] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179c8a3-d85b-4b52-a174-e8463e6db86b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.742713] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9a20b4-ee03-4814-9988-5c443318175c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.757669] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e2341-d605-4c06-b866-45ef00e7360e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.763891] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb92c5f-9633-4705-9e21-e5a2dd364dfd {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.792358] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180280MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1477.792518] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.792697] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.715543] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.715865] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.716191] env[68640]: DEBUG nova.network.neutron [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.944794] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1478.944794] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Instance e4d18049-e4a7-433a-b957-7075d6d6bf25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68640) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1478.944794] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1478.944794] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1478.985852] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eb7f20-e025-46b3-8474-1e6ea20c6b3b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.993971] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c208335a-2a4e-4c1a-9eb5-0461eb5a7ec2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.024982] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2184a-bcde-4c24-ac4b-d560a80d3901 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.032132] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d40cf6-bea8-44a6-ae21-4ae4e91ff373 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.044916] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.388820] env[68640]: DEBUG nova.compute.manager [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.388948] env[68640]: DEBUG nova.compute.manager [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing instance network info cache due to event network-changed-c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1479.389150] env[68640]: DEBUG oslo_concurrency.lockutils [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] Acquiring lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.411012] env[68640]: INFO nova.network.neutron [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Port 8754191e-0fbb-4d59-8c25-f9edbbbcaf00 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1479.411354] env[68640]: DEBUG nova.network.neutron [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.548229] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.913548] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.915810] env[68640]: DEBUG oslo_concurrency.lockutils [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] Acquired lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.916014] env[68640]: DEBUG nova.network.neutron [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Refreshing network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.053152] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1480.053346] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.261s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.070175] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "interface-e4d18049-e4a7-433a-b957-7075d6d6bf25-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.070410] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-e4d18049-e4a7-433a-b957-7075d6d6bf25-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.070745] env[68640]: DEBUG nova.objects.instance [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'flavor' on Instance uuid e4d18049-e4a7-433a-b957-7075d6d6bf25 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.418390] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2c33f48e-b754-4b5b-a9c8-43e4fe0aa30a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.549s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.556132] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.556370] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.556540] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.731386] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.822510] env[68640]: DEBUG nova.objects.instance [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'pci_requests' on Instance uuid e4d18049-e4a7-433a-b957-7075d6d6bf25 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.875828] env[68640]: DEBUG nova.network.neutron [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updated VIF entry in instance network info cache for port c5392cd1-be65-439f-9cfc-5f5614680cb0. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.876265] env[68640]: DEBUG nova.network.neutron [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [{"id": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "address": "fa:16:3e:3d:fd:1c", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5392cd1-be", "ovs_interfaceid": "c5392cd1-be65-439f-9cfc-5f5614680cb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.325366] env[68640]: DEBUG nova.objects.base [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68640) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1481.325703] env[68640]: DEBUG nova.network.neutron [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.379233] env[68640]: DEBUG oslo_concurrency.lockutils [req-0832aece-d8d9-481f-ad9a-1448e972508a req-4e9b2374-b7dd-40ba-8efa-fa4161db5927 service nova] Releasing lock "refresh_cache-742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.383536] env[68640]: DEBUG nova.policy [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4e6926dc024829b3622b2b1a72e6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2bb96930eac4bf799b57cd4d988eab8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1481.413184] env[68640]: DEBUG nova.compute.manager [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.413376] env[68640]: DEBUG nova.compute.manager [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing instance network info cache due to event network-changed-5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.413607] env[68640]: DEBUG oslo_concurrency.lockutils [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.413710] env[68640]: DEBUG oslo_concurrency.lockutils [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.413872] env[68640]: DEBUG nova.network.neutron [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.096206] env[68640]: DEBUG nova.network.neutron [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updated VIF entry in instance network info cache for port 5610fd68-b9e0-40d4-9027-cc825cea9065. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.096564] env[68640]: DEBUG nova.network.neutron [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.599016] env[68640]: DEBUG oslo_concurrency.lockutils [req-07b885f7-0fbb-4efd-868e-f171a51969db req-6d150133-3866-49b1-b792-224ef6ec9ec7 service nova] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.722140] env[68640]: DEBUG nova.compute.manager [req-ba94addc-179a-4a9b-a278-d1d0f1cbd33d req-b536d3e2-59eb-42b5-aaae-e9da60543e6f service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-vif-plugged-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.722363] env[68640]: DEBUG oslo_concurrency.lockutils [req-ba94addc-179a-4a9b-a278-d1d0f1cbd33d req-b536d3e2-59eb-42b5-aaae-e9da60543e6f service nova] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.722564] env[68640]: DEBUG oslo_concurrency.lockutils [req-ba94addc-179a-4a9b-a278-d1d0f1cbd33d req-b536d3e2-59eb-42b5-aaae-e9da60543e6f service nova] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.722727] env[68640]: DEBUG oslo_concurrency.lockutils [req-ba94addc-179a-4a9b-a278-d1d0f1cbd33d req-b536d3e2-59eb-42b5-aaae-e9da60543e6f service nova] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.722897] env[68640]: DEBUG nova.compute.manager [req-ba94addc-179a-4a9b-a278-d1d0f1cbd33d req-b536d3e2-59eb-42b5-aaae-e9da60543e6f service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] No waiting events found dispatching network-vif-plugged-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1482.723092] env[68640]: WARNING nova.compute.manager [req-ba94addc-179a-4a9b-a278-d1d0f1cbd33d req-b536d3e2-59eb-42b5-aaae-e9da60543e6f service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received unexpected event network-vif-plugged-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 for instance with vm_state active and task_state None. [ 1482.797146] env[68640]: DEBUG nova.network.neutron [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Successfully updated port: 8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.300119] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.300270] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.300453] env[68640]: DEBUG nova.network.neutron [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.834599] env[68640]: WARNING nova.network.neutron [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] eab9e30e-7172-4080-acb5-9ac6f2980bf8 already exists in list: networks containing: ['eab9e30e-7172-4080-acb5-9ac6f2980bf8']. ignoring it [ 1484.069723] env[68640]: DEBUG nova.network.neutron [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "address": "fa:16:3e:86:82:19", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8754191e-0f", "ovs_interfaceid": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.572892] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.573573] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.573734] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.575023] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7f6b56-9f21-4239-be7f-0a3e31ae0163 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.591945] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1484.592138] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1484.592297] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1484.592475] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1484.592617] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1484.592771] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1484.593084] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1484.593268] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1484.593445] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1484.593647] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1484.593863] env[68640]: DEBUG nova.virt.hardware [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1484.600134] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Reconfiguring VM to attach interface {{(pid=68640) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1484.600709] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dffdb2b-2ca2-4753-8097-374a16f4fcad {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.616914] env[68640]: DEBUG oslo_vmware.api [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1484.616914] env[68640]: value = "task-2991893" [ 1484.616914] env[68640]: _type = "Task" [ 1484.616914] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.624256] env[68640]: DEBUG oslo_vmware.api [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991893, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.746456] env[68640]: DEBUG nova.compute.manager [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-changed-8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.746651] env[68640]: DEBUG nova.compute.manager [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing instance network info cache due to event network-changed-8754191e-0fbb-4d59-8c25-f9edbbbcaf00. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1484.746864] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.747024] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.747198] env[68640]: DEBUG nova.network.neutron [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Refreshing network info cache for port 8754191e-0fbb-4d59-8c25-f9edbbbcaf00 {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.126877] env[68640]: DEBUG oslo_vmware.api [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.431719] env[68640]: DEBUG nova.network.neutron [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updated VIF entry in instance network info cache for port 8754191e-0fbb-4d59-8c25-f9edbbbcaf00. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.432184] env[68640]: DEBUG nova.network.neutron [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "address": "fa:16:3e:86:82:19", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8754191e-0f", "ovs_interfaceid": "8754191e-0fbb-4d59-8c25-f9edbbbcaf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.627023] env[68640]: DEBUG oslo_vmware.api [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991893, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.935145] env[68640]: DEBUG oslo_concurrency.lockutils [req-d3fbbdee-f7f1-4c6d-8c31-c716aa66d494 req-408eb3a3-bb1f-40cb-b8a9-d7ad86aa25aa service nova] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.126855] env[68640]: DEBUG oslo_vmware.api [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991893, 'name': ReconfigVM_Task, 'duration_secs': 1.463302} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.127404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.127653] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Reconfigured VM to attach interface {{(pid=68640) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1486.632417] env[68640]: DEBUG oslo_concurrency.lockutils [None req-34101b11-4d56-4745-a5b6-49fc6744079a tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-e4d18049-e4a7-433a-b957-7075d6d6bf25-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.562s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.276131] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "interface-e4d18049-e4a7-433a-b957-7075d6d6bf25-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.276520] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-e4d18049-e4a7-433a-b957-7075d6d6bf25-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.779864] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.780070] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.780984] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833ad8b5-0b56-4bdb-bd75-4b84e2702863 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.802038] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9c29c-4505-493a-81d6-900be0033ea4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.845312] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Reconfiguring VM to detach interface {{(pid=68640) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1488.845704] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d02041f5-62a6-4b4f-ba07-0cd343d06939 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.873617] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1488.873617] env[68640]: value = "task-2991894" [ 1488.873617] env[68640]: _type = "Task" [ 1488.873617] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.881944] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.384156] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.884492] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.384613] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.885259] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.234466] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1491.234621] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Cleaning up deleted instances {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1491.386145] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.742764] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] There are 24 instances to clean {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1491.742974] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ed9ae053-42cb-4b7f-ab61-5be7ee04146f] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1491.887119] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.246082] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: d899a8c2-56c4-4d1c-bfff-912f78bf7b28] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.387864] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.749025] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 5938cd31-6fe4-4ba4-afc7-a87dbbd3f409] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1492.888089] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.252595] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 3ffa1248-477f-4a5a-ac0e-9a7ff79d45cc] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.390239] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.756161] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: fb323d6b-92db-4f4c-bb0b-cea982b0deff] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1493.889430] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.259527] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 143cd5f3-c332-4074-ad51-3856545707b0] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.390681] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.762879] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 6866965f-cc1c-4e63-bbdb-73f9074ee5ff] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1494.890227] env[68640]: DEBUG oslo_vmware.api [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991894, 'name': ReconfigVM_Task, 'duration_secs': 5.748448} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.890464] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.890669] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Reconfigured VM to detach interface {{(pid=68640) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1495.266595] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: cb976140-d765-4dad-bf86-8c727d93fb07] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1495.769721] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 18e9169a-15a3-4ba8-9314-8134ab006f6c] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.154227] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.154453] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquired lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.154653] env[68640]: DEBUG nova.network.neutron [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1496.272649] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 5c3465f7-14c5-4794-92c4-31af84340512] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.665451] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.666404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.666404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.666404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.666404] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.670213] env[68640]: INFO nova.compute.manager [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Terminating instance [ 1496.775470] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: fd29a7d1-222b-4927-adb0-56ebee8b2784] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1496.855127] env[68640]: INFO nova.network.neutron [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Port 8754191e-0fbb-4d59-8c25-f9edbbbcaf00 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1496.855480] env[68640]: DEBUG nova.network.neutron [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [{"id": "5610fd68-b9e0-40d4-9027-cc825cea9065", "address": "fa:16:3e:f6:97:9d", "network": {"id": "eab9e30e-7172-4080-acb5-9ac6f2980bf8", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1749134844-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2bb96930eac4bf799b57cd4d988eab8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5610fd68-b9", "ovs_interfaceid": "5610fd68-b9e0-40d4-9027-cc825cea9065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.173602] env[68640]: DEBUG nova.compute.manager [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1497.173834] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1497.174729] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c396e3c-4aec-4b0a-b78f-2b8a6ca9bee0 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.182586] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1497.182819] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa5fa992-994e-45ee-a661-e29afd86047b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.189484] env[68640]: DEBUG oslo_vmware.api [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1497.189484] env[68640]: value = "task-2991895" [ 1497.189484] env[68640]: _type = "Task" [ 1497.189484] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.196794] env[68640]: DEBUG oslo_vmware.api [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.279040] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ac046edf-4a82-4bac-80d3-97ab16883fe7] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.358059] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Releasing lock "refresh_cache-e4d18049-e4a7-433a-b957-7075d6d6bf25" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.699327] env[68640]: DEBUG oslo_vmware.api [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991895, 'name': PowerOffVM_Task, 'duration_secs': 0.17558} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.699607] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1497.699774] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1497.700034] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbf2149c-ac46-45cd-be27-6cfefab79e49 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.763846] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1497.764071] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1497.764260] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleting the datastore file [datastore2] e4d18049-e4a7-433a-b957-7075d6d6bf25 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.764515] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b36af404-9200-485a-9b98-3d999aec323b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.772183] env[68640]: DEBUG oslo_vmware.api [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1497.772183] env[68640]: value = "task-2991897" [ 1497.772183] env[68640]: _type = "Task" [ 1497.772183] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.779913] env[68640]: DEBUG oslo_vmware.api [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.782454] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 08bc0c96-fecc-4a5f-b2b0-56722b29482d] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1497.861784] env[68640]: DEBUG oslo_concurrency.lockutils [None req-ae94eca0-84d6-40d5-9670-1cd6992c0c8f tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "interface-e4d18049-e4a7-433a-b957-7075d6d6bf25-8754191e-0fbb-4d59-8c25-f9edbbbcaf00" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.585s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.281920] env[68640]: DEBUG oslo_vmware.api [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14577} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.282193] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.282381] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.282555] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.282726] env[68640]: INFO nova.compute.manager [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1498.282971] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.283190] env[68640]: DEBUG nova.compute.manager [-] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1498.283283] env[68640]: DEBUG nova.network.neutron [-] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1498.285033] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 86cb4cc2-19e1-4716-be87-dd01189fd5c9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.788650] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: abd33972-ca29-40ef-b793-7d681f009e99] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1498.912761] env[68640]: DEBUG nova.compute.manager [req-ddd7f830-5dcb-4c46-b428-a5390b9c1ae5 req-295483b7-c5cb-4659-99a0-a92c72cd73b6 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Received event network-vif-deleted-5610fd68-b9e0-40d4-9027-cc825cea9065 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.912965] env[68640]: INFO nova.compute.manager [req-ddd7f830-5dcb-4c46-b428-a5390b9c1ae5 req-295483b7-c5cb-4659-99a0-a92c72cd73b6 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Neutron deleted interface 5610fd68-b9e0-40d4-9027-cc825cea9065; detaching it from the instance and deleting it from the info cache [ 1498.913156] env[68640]: DEBUG nova.network.neutron [req-ddd7f830-5dcb-4c46-b428-a5390b9c1ae5 req-295483b7-c5cb-4659-99a0-a92c72cd73b6 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.292887] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 443dc2b9-899c-4475-a43f-0732bc0cd1dd] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.391610] env[68640]: DEBUG nova.network.neutron [-] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.416089] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4e0d2e9-5d84-4800-b311-a35673b15a27 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.426021] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de075a-7e29-4452-a8a9-2686a6ea838b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.450294] env[68640]: DEBUG nova.compute.manager [req-ddd7f830-5dcb-4c46-b428-a5390b9c1ae5 req-295483b7-c5cb-4659-99a0-a92c72cd73b6 service nova] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Detach interface failed, port_id=5610fd68-b9e0-40d4-9027-cc825cea9065, reason: Instance e4d18049-e4a7-433a-b957-7075d6d6bf25 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1499.796240] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: ddc6b027-d2a5-49cb-9650-00367f1a3794] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1499.894325] env[68640]: INFO nova.compute.manager [-] [instance: e4d18049-e4a7-433a-b957-7075d6d6bf25] Took 1.61 seconds to deallocate network for instance. [ 1500.299782] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 01228c4c-0fd8-4c42-9e9f-ded4b0c2029e] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.400915] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.401229] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.401451] env[68640]: DEBUG nova.objects.instance [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'resources' on Instance uuid e4d18049-e4a7-433a-b957-7075d6d6bf25 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.803573] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 1554cc19-a094-409e-97d6-366dcdbe73a6] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1500.947135] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c970130b-df8a-4c88-b44a-6aa3edd82f10 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.954525] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099bffd9-5484-40bd-8332-45edcc433163 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.986046] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6013dd-c37c-4afd-a6b2-c1be39e1f4d8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.992850] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a8c3f7-47cb-4c5e-9b27-3294191ebf0f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.005377] env[68640]: DEBUG nova.compute.provider_tree [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.307406] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 918ad8eb-9291-4a5b-9a5d-0497dd0b5e28] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1501.508376] env[68640]: DEBUG nova.scheduler.client.report [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.810492] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 59f7d225-2ec3-465b-a3c8-3b775330e2c9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.013474] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.033072] env[68640]: INFO nova.scheduler.client.report [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted allocations for instance e4d18049-e4a7-433a-b957-7075d6d6bf25 [ 1502.313338] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: c5cf326e-2d70-44cf-9a62-6e763504d2fc] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1502.540484] env[68640]: DEBUG oslo_concurrency.lockutils [None req-d34e5691-99a2-4d8b-90da-87f269850ddd tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "e4d18049-e4a7-433a-b957-7075d6d6bf25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.875s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.816510] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 653d83de-d084-4f8d-a12b-3cd6d75ed1d7] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.260573] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.260812] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.261034] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.261215] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.261387] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.263478] env[68640]: INFO nova.compute.manager [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Terminating instance [ 1503.319562] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] [instance: 4d0b019a-2026-48e9-94a3-dff130b1cbf9] Instance has had 0 of 5 cleanup attempts {{(pid=68640) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1503.766962] env[68640]: DEBUG nova.compute.manager [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.767242] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.768186] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f47178-dcf5-411f-8990-b1a3720d59a6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.776944] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.777204] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7cd6eca-773d-487c-b625-1a8e42c1e48e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.783098] env[68640]: DEBUG oslo_vmware.api [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1503.783098] env[68640]: value = "task-2991898" [ 1503.783098] env[68640]: _type = "Task" [ 1503.783098] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.790730] env[68640]: DEBUG oslo_vmware.api [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.293322] env[68640]: DEBUG oslo_vmware.api [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991898, 'name': PowerOffVM_Task, 'duration_secs': 0.17818} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.293749] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.293922] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.294185] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5494267c-cc4f-4dfd-a9c0-cfe78deafa75 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.359271] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1504.359515] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Deleting contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1504.359654] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleting the datastore file [datastore2] 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1504.359917] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-802e246e-2a1e-4e26-bc01-a924dba2ad09 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.367117] env[68640]: DEBUG oslo_vmware.api [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for the task: (returnval){ [ 1504.367117] env[68640]: value = "task-2991900" [ 1504.367117] env[68640]: _type = "Task" [ 1504.367117] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.375333] env[68640]: DEBUG oslo_vmware.api [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.876514] env[68640]: DEBUG oslo_vmware.api [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Task: {'id': task-2991900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143909} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.876774] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.876956] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Deleted contents of the VM from datastore datastore2 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.877151] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.877328] env[68640]: INFO nova.compute.manager [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1504.877561] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.877748] env[68640]: DEBUG nova.compute.manager [-] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.877876] env[68640]: DEBUG nova.network.neutron [-] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1505.108710] env[68640]: DEBUG nova.compute.manager [req-652934f0-0b02-4063-af05-057053466150 req-7f62e5cf-05b6-4a07-a3e9-3ec80cb31c9f service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Received event network-vif-deleted-c5392cd1-be65-439f-9cfc-5f5614680cb0 {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1505.108851] env[68640]: INFO nova.compute.manager [req-652934f0-0b02-4063-af05-057053466150 req-7f62e5cf-05b6-4a07-a3e9-3ec80cb31c9f service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Neutron deleted interface c5392cd1-be65-439f-9cfc-5f5614680cb0; detaching it from the instance and deleting it from the info cache [ 1505.109064] env[68640]: DEBUG nova.network.neutron [req-652934f0-0b02-4063-af05-057053466150 req-7f62e5cf-05b6-4a07-a3e9-3ec80cb31c9f service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.593051] env[68640]: DEBUG nova.network.neutron [-] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.611276] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f154c42-3806-432c-a1d3-01ed5e472f83 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.620446] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f534a-4717-46e2-ad21-b45a10c24589 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.643586] env[68640]: DEBUG nova.compute.manager [req-652934f0-0b02-4063-af05-057053466150 req-7f62e5cf-05b6-4a07-a3e9-3ec80cb31c9f service nova] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Detach interface failed, port_id=c5392cd1-be65-439f-9cfc-5f5614680cb0, reason: Instance 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1506.095701] env[68640]: INFO nova.compute.manager [-] [instance: 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d] Took 1.22 seconds to deallocate network for instance. [ 1506.602019] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.602356] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.602529] env[68640]: DEBUG nova.objects.instance [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lazy-loading 'resources' on Instance uuid 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1507.134120] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caffe6b-8a1c-46a9-ac73-e6795f529916 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.142536] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93289e5f-c8ab-45fa-99ce-f0c60ddfd7bc {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.171441] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6673db7-5059-4797-8e0a-6ddb8a6e5775 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.178250] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68128d8a-1a64-401b-9d0a-cff61ed93727 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.190949] env[68640]: DEBUG nova.compute.provider_tree [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.694611] env[68640]: DEBUG nova.scheduler.client.report [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.199240] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.218111] env[68640]: INFO nova.scheduler.client.report [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Deleted allocations for instance 742de85f-b1d2-4d4f-abe4-7a7b7a8e980d [ 1508.726058] env[68640]: DEBUG oslo_concurrency.lockutils [None req-e96e74dd-57d1-4bc5-ad43-9d6763121d32 tempest-AttachInterfacesTestJSON-1856371617 tempest-AttachInterfacesTestJSON-1856371617-project-member] Lock "742de85f-b1d2-4d4f-abe4-7a7b7a8e980d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.465s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.390860] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.391174] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.893568] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Starting instance... {{(pid=68640) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.416821] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.417102] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.418707] env[68640]: INFO nova.compute.claims [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1516.456042] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2fb425-6ffe-44b1-b443-ae329a85b4f7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.463115] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc8494-11f2-45bb-95e9-386b704ec461 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.492073] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ebf71a-83ce-4934-b3bd-b1234fb06082 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.498657] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf60369-4cc2-44a9-818f-6ff57388bc61 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.511960] env[68640]: DEBUG nova.compute.provider_tree [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.016044] env[68640]: DEBUG nova.scheduler.client.report [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.521422] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.521962] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Start building networks asynchronously for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1518.026619] env[68640]: DEBUG nova.compute.utils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Using /dev/sd instead of None {{(pid=68640) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1518.028179] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Allocating IP information in the background. {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1518.028335] env[68640]: DEBUG nova.network.neutron [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] allocate_for_instance() {{(pid=68640) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.068131] env[68640]: DEBUG nova.policy [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b411d0728f1944529b5b15573a063eee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a9bac377feb4b3084f021a8935544cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68640) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.326920] env[68640]: DEBUG nova.network.neutron [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Successfully created port: 5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.531552] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Start building block device mappings for instance. {{(pid=68640) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1519.542341] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Start spawning the instance on the hypervisor. {{(pid=68640) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.568298] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-12T21:26:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-12T21:26:05Z,direct_url=,disk_format='vmdk',id=93665317-c104-4501-b3df-a71d929e9bc0,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4163d35006eb40e2be8de4717d59e1f3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-12T21:26:06Z,virtual_size=,visibility=), allow threads: False {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.568545] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Flavor limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.568701] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Image limits 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.568885] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Flavor pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.569053] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Image pref 0:0:0 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.569235] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68640) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.569446] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.569604] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.569770] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Got 1 possible topologies {{(pid=68640) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.569932] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.570120] env[68640]: DEBUG nova.virt.hardware [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68640) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.571006] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff50c7-d608-43ba-9e15-fad7d5a9f26b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.578752] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4e9a7-c306-4dda-9d9c-10f7101e897c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.677985] env[68640]: DEBUG nova.compute.manager [req-51f80325-a222-4668-94a7-f2cdb07c23b9 req-4ac9e50f-7360-4e71-ac97-20815f315476 service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Received event network-vif-plugged-5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1519.678234] env[68640]: DEBUG oslo_concurrency.lockutils [req-51f80325-a222-4668-94a7-f2cdb07c23b9 req-4ac9e50f-7360-4e71-ac97-20815f315476 service nova] Acquiring lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.678444] env[68640]: DEBUG oslo_concurrency.lockutils [req-51f80325-a222-4668-94a7-f2cdb07c23b9 req-4ac9e50f-7360-4e71-ac97-20815f315476 service nova] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.678611] env[68640]: DEBUG oslo_concurrency.lockutils [req-51f80325-a222-4668-94a7-f2cdb07c23b9 req-4ac9e50f-7360-4e71-ac97-20815f315476 service nova] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.678776] env[68640]: DEBUG nova.compute.manager [req-51f80325-a222-4668-94a7-f2cdb07c23b9 req-4ac9e50f-7360-4e71-ac97-20815f315476 service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] No waiting events found dispatching network-vif-plugged-5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1519.679031] env[68640]: WARNING nova.compute.manager [req-51f80325-a222-4668-94a7-f2cdb07c23b9 req-4ac9e50f-7360-4e71-ac97-20815f315476 service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Received unexpected event network-vif-plugged-5262a539-04e8-412e-a9fa-2c3cc6cdcefe for instance with vm_state building and task_state spawning. [ 1519.754294] env[68640]: DEBUG nova.network.neutron [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Successfully updated port: 5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.257393] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "refresh_cache-e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.257539] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquired lock "refresh_cache-e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.257692] env[68640]: DEBUG nova.network.neutron [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Building network info cache for instance {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.797021] env[68640]: DEBUG nova.network.neutron [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Instance cache missing network info. {{(pid=68640) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.917851] env[68640]: DEBUG nova.network.neutron [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Updating instance_info_cache with network_info: [{"id": "5262a539-04e8-412e-a9fa-2c3cc6cdcefe", "address": "fa:16:3e:c4:74:9f", "network": {"id": "ae1b204d-1d7a-4147-9ce4-57d991cee630", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1885356917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9bac377feb4b3084f021a8935544cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5262a539-04", "ovs_interfaceid": "5262a539-04e8-412e-a9fa-2c3cc6cdcefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.420309] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Releasing lock "refresh_cache-e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.420603] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Instance network_info: |[{"id": "5262a539-04e8-412e-a9fa-2c3cc6cdcefe", "address": "fa:16:3e:c4:74:9f", "network": {"id": "ae1b204d-1d7a-4147-9ce4-57d991cee630", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1885356917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9bac377feb4b3084f021a8935544cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5262a539-04", "ovs_interfaceid": "5262a539-04e8-412e-a9fa-2c3cc6cdcefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68640) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1521.421021] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:74:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604056d6-6dd6-47fa-9eaa-6863a3a7c488', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5262a539-04e8-412e-a9fa-2c3cc6cdcefe', 'vif_model': 'vmxnet3'}] {{(pid=68640) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1521.428427] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Creating folder: Project (6a9bac377feb4b3084f021a8935544cd). Parent ref: group-v599664. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1521.428691] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45737881-128e-4ace-8546-3c88ee5c171c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.441435] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Created folder: Project (6a9bac377feb4b3084f021a8935544cd) in parent group-v599664. [ 1521.441613] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Creating folder: Instances. Parent ref: group-v600012. {{(pid=68640) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1521.441827] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b30ddfcd-45cc-40f4-bf49-3cfdd43b5610 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.450692] env[68640]: INFO nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Created folder: Instances in parent group-v600012. [ 1521.450903] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1521.451092] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Creating VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1521.451280] env[68640]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4e452f8-ba47-4666-aad3-b815198919b2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.468798] env[68640]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1521.468798] env[68640]: value = "task-2991903" [ 1521.468798] env[68640]: _type = "Task" [ 1521.468798] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.477051] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991903, 'name': CreateVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.704204] env[68640]: DEBUG nova.compute.manager [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Received event network-changed-5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1521.704417] env[68640]: DEBUG nova.compute.manager [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Refreshing instance network info cache due to event network-changed-5262a539-04e8-412e-a9fa-2c3cc6cdcefe. {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1521.704680] env[68640]: DEBUG oslo_concurrency.lockutils [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] Acquiring lock "refresh_cache-e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.704799] env[68640]: DEBUG oslo_concurrency.lockutils [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] Acquired lock "refresh_cache-e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.704989] env[68640]: DEBUG nova.network.neutron [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Refreshing network info cache for port 5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.979363] env[68640]: DEBUG oslo_vmware.api [-] Task: {'id': task-2991903, 'name': CreateVM_Task, 'duration_secs': 0.295856} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.979691] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Created VM on the ESX host {{(pid=68640) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1521.980204] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.980380] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.980725] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.980970] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ba9c79-dbd9-4f17-84b0-f5336280ccd3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.985240] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1521.985240] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524f76fa-1742-3c70-3c12-2efa9811552a" [ 1521.985240] env[68640]: _type = "Task" [ 1521.985240] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.992530] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524f76fa-1742-3c70-3c12-2efa9811552a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.383339] env[68640]: DEBUG nova.network.neutron [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Updated VIF entry in instance network info cache for port 5262a539-04e8-412e-a9fa-2c3cc6cdcefe. {{(pid=68640) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.383720] env[68640]: DEBUG nova.network.neutron [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Updating instance_info_cache with network_info: [{"id": "5262a539-04e8-412e-a9fa-2c3cc6cdcefe", "address": "fa:16:3e:c4:74:9f", "network": {"id": "ae1b204d-1d7a-4147-9ce4-57d991cee630", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1885356917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a9bac377feb4b3084f021a8935544cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604056d6-6dd6-47fa-9eaa-6863a3a7c488", "external-id": "nsx-vlan-transportzone-287", "segmentation_id": 287, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5262a539-04", "ovs_interfaceid": "5262a539-04e8-412e-a9fa-2c3cc6cdcefe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.495546] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]524f76fa-1742-3c70-3c12-2efa9811552a, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.495855] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.496096] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Processing image 93665317-c104-4501-b3df-a71d929e9bc0 {{(pid=68640) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.496334] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.496483] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquired lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.496661] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.496904] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a07209d-0021-48c0-9251-35e9b8881850 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.505222] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68640) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.505393] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68640) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1522.506074] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5b7ef8-e779-4b8d-ad5e-33c555fca420 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.510707] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1522.510707] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52775703-8c5e-2801-29fe-763f1a2f7af9" [ 1522.510707] env[68640]: _type = "Task" [ 1522.510707] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.517567] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52775703-8c5e-2801-29fe-763f1a2f7af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.887134] env[68640]: DEBUG oslo_concurrency.lockutils [req-448b5e31-74c6-4197-863c-14d192bb096d req-928b228d-b175-4039-ab57-91524988a98a service nova] Releasing lock "refresh_cache-e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.021309] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]52775703-8c5e-2801-29fe-763f1a2f7af9, 'name': SearchDatastore_Task, 'duration_secs': 0.008001} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.022086] env[68640]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-defb1eee-e109-4de2-bcfa-bf955a5c1e8d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.026732] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1523.026732] env[68640]: value = "session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5252942a-c8d8-fb65-bd16-604f890cd1ee" [ 1523.026732] env[68640]: _type = "Task" [ 1523.026732] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.033703] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5252942a-c8d8-fb65-bd16-604f890cd1ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.537521] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': session[5236bdd8-442b-9b1b-27e2-60cdff2cb149]5252942a-c8d8-fb65-bd16-604f890cd1ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.537787] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Releasing lock "[datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk" {{(pid=68640) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.538076] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e5873cbd-fb6b-493d-8d1d-50f46e5e79c6/e5873cbd-fb6b-493d-8d1d-50f46e5e79c6.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.538342] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b9fdc86-da29-43b4-9b5d-13774364576d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.545037] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1523.545037] env[68640]: value = "task-2991904" [ 1523.545037] env[68640]: _type = "Task" [ 1523.545037] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.552262] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.053967] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473701} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.054310] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/93665317-c104-4501-b3df-a71d929e9bc0/93665317-c104-4501-b3df-a71d929e9bc0.vmdk to [datastore1] e5873cbd-fb6b-493d-8d1d-50f46e5e79c6/e5873cbd-fb6b-493d-8d1d-50f46e5e79c6.vmdk {{(pid=68640) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.054464] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Extending root virtual disk to 1048576 {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.054698] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79cf50c2-4e34-487a-84a7-3b2d78b611e2 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.062632] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1524.062632] env[68640]: value = "task-2991905" [ 1524.062632] env[68640]: _type = "Task" [ 1524.062632] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.069253] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.572049] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078675} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.572347] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Extended root virtual disk {{(pid=68640) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.573096] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e547f-03ef-488d-81dc-1313b521578c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.594154] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] e5873cbd-fb6b-493d-8d1d-50f46e5e79c6/e5873cbd-fb6b-493d-8d1d-50f46e5e79c6.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.597573] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23dfdd1f-2d23-4a24-87c6-850652ad4402 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.613157] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1524.613157] env[68640]: value = "task-2991906" [ 1524.613157] env[68640]: _type = "Task" [ 1524.613157] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.620480] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.122639] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991906, 'name': ReconfigVM_Task, 'duration_secs': 0.328224} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.123014] env[68640]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Reconfigured VM instance instance-0000007f to attach disk [datastore1] e5873cbd-fb6b-493d-8d1d-50f46e5e79c6/e5873cbd-fb6b-493d-8d1d-50f46e5e79c6.vmdk or device None with type sparse {{(pid=68640) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.123543] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8da86881-5e03-4606-8bf7-d0679bd01cf6 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.129299] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1525.129299] env[68640]: value = "task-2991907" [ 1525.129299] env[68640]: _type = "Task" [ 1525.129299] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.136741] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991907, 'name': Rename_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.637984] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991907, 'name': Rename_Task, 'duration_secs': 0.146446} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.638301] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Powering on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.638540] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26a9b607-2e30-4c72-8110-dcf2ffafc433 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.644953] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1525.644953] env[68640]: value = "task-2991908" [ 1525.644953] env[68640]: _type = "Task" [ 1525.644953] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.651945] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.155384] env[68640]: DEBUG oslo_vmware.api [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991908, 'name': PowerOnVM_Task, 'duration_secs': 0.439865} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.155726] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Powered on the VM {{(pid=68640) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.155837] env[68640]: INFO nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1526.156026] env[68640]: DEBUG nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Checking state {{(pid=68640) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.156809] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518e1457-400d-40d7-a46a-cfb597a9062e {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.672992] env[68640]: INFO nova.compute.manager [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Took 11.27 seconds to build instance. [ 1527.174814] env[68640]: DEBUG oslo_concurrency.lockutils [None req-9ee1e46a-c40e-403d-a83e-0f9d35f1f6db tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.783s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.474870] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.475163] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.475377] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.475555] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.475720] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.477809] env[68640]: INFO nova.compute.manager [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Terminating instance [ 1527.982368] env[68640]: DEBUG nova.compute.manager [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Start destroying the instance on the hypervisor. {{(pid=68640) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1527.982589] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Destroying instance {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1527.984982] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6146d-de33-47c9-8bc4-fe41f8198151 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.992616] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Powering off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1527.992838] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c1f7d9-f012-44aa-9a39-02aa9fb3480c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.998782] env[68640]: DEBUG oslo_vmware.api [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1527.998782] env[68640]: value = "task-2991909" [ 1527.998782] env[68640]: _type = "Task" [ 1527.998782] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.008534] env[68640]: DEBUG oslo_vmware.api [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.509766] env[68640]: DEBUG oslo_vmware.api [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991909, 'name': PowerOffVM_Task, 'duration_secs': 0.202898} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.510156] env[68640]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Powered off the VM {{(pid=68640) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1528.510206] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Unregistering the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1528.510439] env[68640]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd77587-a166-4009-8866-4cbbef1af572 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.580144] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Unregistered the VM {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1528.580387] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Deleting contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1528.580576] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Deleting the datastore file [datastore1] e5873cbd-fb6b-493d-8d1d-50f46e5e79c6 {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1528.580848] env[68640]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-654af7d7-44e6-4922-91aa-22147d8f600c {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.586702] env[68640]: DEBUG oslo_vmware.api [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for the task: (returnval){ [ 1528.586702] env[68640]: value = "task-2991911" [ 1528.586702] env[68640]: _type = "Task" [ 1528.586702] env[68640]: } to complete. {{(pid=68640) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.594347] env[68640]: DEBUG oslo_vmware.api [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.095798] env[68640]: DEBUG oslo_vmware.api [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Task: {'id': task-2991911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143813} completed successfully. {{(pid=68640) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.096051] env[68640]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Deleted the datastore file {{(pid=68640) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1529.096241] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Deleted contents of the VM from datastore datastore1 {{(pid=68640) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1529.096417] env[68640]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Instance destroyed {{(pid=68640) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1529.096588] env[68640]: INFO nova.compute.manager [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1529.096821] env[68640]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68640) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1529.097024] env[68640]: DEBUG nova.compute.manager [-] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Deallocating network for instance {{(pid=68640) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1529.097127] env[68640]: DEBUG nova.network.neutron [-] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] deallocate_for_instance() {{(pid=68640) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1529.384298] env[68640]: DEBUG nova.compute.manager [req-ddd51e77-e60f-452a-8fd9-717ff06ac57a req-f4f564f6-d2f5-4423-9342-06715856e47e service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Received event network-vif-deleted-5262a539-04e8-412e-a9fa-2c3cc6cdcefe {{(pid=68640) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1529.384556] env[68640]: INFO nova.compute.manager [req-ddd51e77-e60f-452a-8fd9-717ff06ac57a req-f4f564f6-d2f5-4423-9342-06715856e47e service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Neutron deleted interface 5262a539-04e8-412e-a9fa-2c3cc6cdcefe; detaching it from the instance and deleting it from the info cache [ 1529.384733] env[68640]: DEBUG nova.network.neutron [req-ddd51e77-e60f-452a-8fd9-717ff06ac57a req-f4f564f6-d2f5-4423-9342-06715856e47e service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.869833] env[68640]: DEBUG nova.network.neutron [-] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Updating instance_info_cache with network_info: [] {{(pid=68640) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1529.887638] env[68640]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75b8541a-1a78-4cac-9a04-7e8fd62a5fc7 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.896858] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a92a3-2a03-4091-a709-81a4f2eb67b3 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.920333] env[68640]: DEBUG nova.compute.manager [req-ddd51e77-e60f-452a-8fd9-717ff06ac57a req-f4f564f6-d2f5-4423-9342-06715856e47e service nova] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Detach interface failed, port_id=5262a539-04e8-412e-a9fa-2c3cc6cdcefe, reason: Instance e5873cbd-fb6b-493d-8d1d-50f46e5e79c6 could not be found. {{(pid=68640) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1530.372496] env[68640]: INFO nova.compute.manager [-] [instance: e5873cbd-fb6b-493d-8d1d-50f46e5e79c6] Took 1.28 seconds to deallocate network for instance. [ 1530.878752] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.879065] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.879299] env[68640]: DEBUG nova.objects.instance [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lazy-loading 'resources' on Instance uuid e5873cbd-fb6b-493d-8d1d-50f46e5e79c6 {{(pid=68640) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.413132] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e969c4e-972e-45b0-867c-39a780f48be4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.421407] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92dc4ef-883a-4e37-bc67-18f69ef97547 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.450660] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac395a-5e14-47f4-b950-b05ed7ec1a6d {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.457705] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c114a-7aad-4d7a-8cb7-fd594fb3297f {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.470158] env[68640]: DEBUG nova.compute.provider_tree [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.973325] env[68640]: DEBUG nova.scheduler.client.report [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.478345] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.495222] env[68640]: INFO nova.scheduler.client.report [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Deleted allocations for instance e5873cbd-fb6b-493d-8d1d-50f46e5e79c6 [ 1533.003530] env[68640]: DEBUG oslo_concurrency.lockutils [None req-2cd90a7c-6455-49f5-8dee-56393e080ee7 tempest-InstanceActionsV221TestJSON-590976022 tempest-InstanceActionsV221TestJSON-590976022-project-member] Lock "e5873cbd-fb6b-493d-8d1d-50f46e5e79c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.528s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.319056] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.319494] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.824264] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.824448] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.824545] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.824696] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.824842] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.824981] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.825133] env[68640]: DEBUG nova.compute.manager [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68640) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1548.825281] env[68640]: DEBUG oslo_service.periodic_task [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Running periodic task ComputeManager.update_available_resource {{(pid=68640) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.328268] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.328658] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.328696] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.328851] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68640) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1549.329782] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28eb8a-476e-42dd-9ce9-c9b812c08c00 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.338009] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b31b4d-536b-49f1-8a1f-b579ac2d52a1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.351449] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e390f51d-56ae-4f4f-822a-41383aab3ff8 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.357199] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16794f-96bf-4aa1-949a-528507da689b {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.385054] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180633MB free_disk=150GB free_vcpus=48 pci_devices=None {{(pid=68640) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1549.385202] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.385413] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.405169] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1550.405414] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68640) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1550.418044] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc08f23b-29b1-409f-aa08-9e0bfeaa2bf4 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.426490] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e2dce-1706-4f4f-8b45-48bf1062c5d1 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.454914] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb41c54-86c4-47be-8df4-b229d2317da9 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.461460] env[68640]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff271f2f-3b25-4698-9d14-9c8179b9ad76 {{(pid=68640) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.473936] env[68640]: DEBUG nova.compute.provider_tree [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed in ProviderTree for provider: 610e41d8-3285-4a29-bc4a-2c380131b53f {{(pid=68640) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.976872] env[68640]: DEBUG nova.scheduler.client.report [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Inventory has not changed for provider 610e41d8-3285-4a29-bc4a-2c380131b53f based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 150, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68640) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.481046] env[68640]: DEBUG nova.compute.resource_tracker [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68640) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1551.481362] env[68640]: DEBUG oslo_concurrency.lockutils [None req-411c8da3-9469-4a38-a5ca-b2e0e36132ee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=68640) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}